00000800:00000200:0.1F:1746137606.140171:0:3292:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880129c629c0] -> 12345-192.168.204.127@tcp (2) 00000800:00000200:2.1F:1746137606.140642:0:3283:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880129c629c0] -> 12345-192.168.204.127@tcp (2) 00000800:00000200:2.1:1746137606.140647:0:3283:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.127@tcp ffff88012e380000 deleted 00000800:00000010:2.1:1746137606.140649:0:3283:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012e380000. 00000800:00000200:2.1:1746137606.140651:0:3283:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1746137606.140656:0:3283:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.127@tcp ip 192.168.204.127:1023 00000800:00000200:2.1:1746137606.140659:0:3283:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b489f200 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1746137606.140698:0:3282:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1F:1746137606.142810:0:3284:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880129c629c0] -> 12345-192.168.204.127@tcp (4) 00000800:00000200:3.1:1746137606.142817:0:3284:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.127@tcp ffff880136b45d80 deleted 00000800:00000010:3.1:1746137606.142818:0:3284:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff880136b45d80. 00000800:00000200:3.1:1746137606.142821:0:3284:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746137606.143451:0:3282:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1746137606.223114:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b489ff00. 00010000:00000010:1.1:1746137606.223121:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012db8a000. 00010000:00000010:2.1:1746137606.418904:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b18fa800. 00010000:00000010:2.1:1746137606.418913:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a536b700. 00010000:00000010:2.1:1746137606.418915:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b22f6e00. 00010000:00000010:0.1:1746137606.421450:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a4f38200. 00010000:00000010:0.1:1746137606.421456:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b22f7200. 00000100:00100000:0.0:1746137978.482578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.482740:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4087 00000100:00100000:0.0:1746137978.482745:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+184:30915:x1830957970336640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137978.482769:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137978.482787:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589db4a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a5fbd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.482811:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.482812:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.482820:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589db4a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fbd expref: 186 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.482898:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589db4a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fbd expref: 186 pid: 8501 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.482905:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589db4a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fbd expref: 186 pid: 8501 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.482927:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00000100:00100000:0.0:1746137978.483067:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+186:30915:x1830957970336640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 320us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137978.483074:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4087 00000100:00100000:0.0:1746137978.484713:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.485790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.486603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.486661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.489375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.490710:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.492534:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.496474:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.499016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.502402:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.507657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.507709:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.511509:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.511543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.511568:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970339328 00000100:00100000:0.0:1746137978.511573:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970339328 00010000:00010000:0.0:1746137978.511598:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db4ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fc4 expref: 6 pid: 11153 timeout: 523 lvb_type: 0 00000100:00100000:0.0:1746137978.511633:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9167 00000100:00100000:0.0:1746137978.511640:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970339328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137978.511650:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137978.511666:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db4ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fc4 expref: 6 pid: 11153 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.511675:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db4ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fc4 expref: 6 pid: 11153 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.512032:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db4ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fc4 expref: 6 pid: 11153 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.512044:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137978.515541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.518289:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970339840 00000100:00100000:0.0:1746137978.518295:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970339840 00002000:00100000:0.0:1746137978.518326:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880137303100 x1830957970339840/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 496/0 e 0 to 0 dl 1746137989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.518335:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137303100 with x1830957970339840 ext(0->7) 00010000:00010000:0.0:1746137978.518341:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347600/0x8ae21a86589db4bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fd2 expref: 187 pid: 11153 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.518967:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347600/0x8ae21a86589db4bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fd2 expref: 187 pid: 11153 timeout: 523 lvb_type: 0 00002000:00010000:0.0:1746137978.518974:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137303100 00000100:00100000:0.0:1746137978.519002:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 939 00000100:00100000:0.0:1746137978.519010:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+187:1960:x1830957970339840:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137978.519853:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+189:1960:x1830957970339840:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 842us (1642us total) trans 4294968373 rc 0/0 00000100:00100000:0.0:1746137978.519860:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 939 00002000:00100000:0.0:1746137978.519867:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880137303100 x1830957970339840/t4294968373(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 496/448 e 0 to 0 dl 1746137989 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.519874:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137303100 with x1830957970339840 ext(0->7) 00010000:00010000:0.0:1746137978.519879:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347600/0x8ae21a86589db4bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fd2 expref: 189 pid: 11153 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.519889:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347600/0x8ae21a86589db4bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a5fd2 expref: 189 pid: 11153 timeout: 523 lvb_type: 0 00002000:00010000:0.0:1746137978.519895:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137303100 00000100:00100000:0.0:1746137978.522021:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.528461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.528489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.528504:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970340352 00000100:00100000:0.0:1746137978.528508:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970340352 00002000:00100000:0.0:1746137978.528533:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012ba88380 x1830957970340352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 488/0 e 0 to 0 dl 1746137989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.528542:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88380 with x1830957970340352 ext(0->4095) 00002000:00010000:0.0:1746137978.528545:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba88380 00000100:00100000:0.0:1746137978.528638:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3485 00000100:00100000:0.0:1746137978.528644:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+190:1957:x1830957970340352:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137978.528744:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+190:1957:x1830957970340352:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137978.528750:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3485 00002000:00100000:0.0:1746137978.528754:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012ba88380 x1830957970340352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746137989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.528761:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88380 with x1830957970340352 ext(0->4095) 00002000:00010000:0.0:1746137978.528764:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba88380 00000100:00100000:0.0:1746137978.530129:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.531379:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.533644:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.536770:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.539193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.540799:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.542528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.545189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.548755:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.548812:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.552122:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.552167:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.554473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.557883:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.563404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.569015:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.576833:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.576888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.580693:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.583273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.586356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.590364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.593721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.596772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.599507:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.601255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.601717:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970345600 00000100:00100000:0.0:1746137978.601720:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970345600 00002000:00100000:0.0:1746137978.601746:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880137301f80 x1830957970345600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:414/0 lens 488/0 e 0 to 0 dl 1746137989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.601754:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301f80 with x1830957970345600 ext(0->4095) 00010000:00010000:0.0:1746137978.601800:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589db4f4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a600a expref: 6 pid: 8501 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.601810:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589db4f4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a600a expref: 6 pid: 8501 timeout: 523 lvb_type: 0 00002000:00010000:0.0:1746137978.601816:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137301f80 00000100:00100000:0.0:1746137978.603701:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.604406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.604590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.606984:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.610035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.612689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.615276:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.617502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.619549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.619633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.622063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.622785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.625219:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.625272:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.627807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.632862:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.636629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.643174:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.644148:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970349184 00000100:00100000:0.0:1746137978.644152:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970349184 00000100:00100000:0.0:1746137978.644173:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4106 00000100:00100000:0.0:1746137978.644178:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+199:30915:x1830957970349184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137978.644186:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137978.644193:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589db52c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6042 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.644210:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.644213:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009144ec00/0x8ae21a86589db525 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a603b expref: 200 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.644219:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137978.644221:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589db52c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6042 expref: 200 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.644243:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009144ec00/0x8ae21a86589db525 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a603b expref: 200 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.644255:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589db52c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6042 expref: 200 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.644264:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:0.0:1746137978.644298:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+200:30915:x1830957970349184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137978.644304:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4106 00000100:00100000:0.0:1746137978.645434:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970349312 00000100:00100000:0.0:1746137978.645439:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970349312 00010000:00010000:0.0:1746137978.645458:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009144f400/0x8ae21a86589db51e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6034 expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00000100:00100000:0.0:1746137978.645484:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9183 00000100:00100000:0.0:1746137978.645490:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970349312:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137978.645499:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137978.645522:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009144f400/0x8ae21a86589db51e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6034 expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.645533:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009144f400/0x8ae21a86589db51e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6034 expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.645554:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009144f400/0x8ae21a86589db51e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6034 expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.645576:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.645578:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.645585:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009144ec00/0x8ae21a86589db525 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a603b expref: 198 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.645592:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144ec00/0x8ae21a86589db525 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a603b expref: 198 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.645615:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009144ec00/0x8ae21a86589db525 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a603b expref: 198 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.645625:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009144ec00/0x8ae21a86589db525 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a603b expref: 198 pid: 8500 timeout: 523 lvb_type: 0 00000100:00100000:0.0:1746137978.645640:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967241728:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137978.645807:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137978.647482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.651095:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.654235:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.657644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.659933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.662251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.663752:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970350592:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1189us (1501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137978.663762:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3496 00002000:00100000:0.0:1746137978.663769:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012fae0e00 x1830957970350592/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746137989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.663777:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0e00 with x1830957970350592 ext(0->4095) 00002000:00010000:0.0:1746137978.663781:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae0e00 00000100:00100000:0.0:1746137978.664925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.666902:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.666949:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.670222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.670267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.672677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.676299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.679101:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.681999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.685273:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.687354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.687404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.689609:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.689645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.691948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.694333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.698199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.700178:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.702785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.706664:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.708614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.708745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.711086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.713229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.715179:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.716730:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.724378:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.724507:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.726727:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.731231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.735152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.737455:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.744062:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.744121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.746635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.746720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.748463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.748527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.750140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.751877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.755558:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.758935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.762355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.765609:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.767949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.769070:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.769276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.771455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.775094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.779336:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.784211:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.786312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.788744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.789353:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4124 00000100:00100000:0.0:1746137978.789361:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+212:30914:x1830957970360576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137978.789378:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137978.789395:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589db5aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a60c0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.789460:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589db59c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60b2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.789468:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347200/0x8ae21a86589db5a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60b9 expref: 213 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.789473:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.789475:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.789478:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589db5aa lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60c0 expref: 213 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.789511:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093347200/0x8ae21a86589db5a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60b9 expref: 213 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.789527:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093347200/0x8ae21a86589db5a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60b9 expref: 213 pid: 8501 timeout: 523 lvb_type: 0 00000100:00100000:0.0:1746137978.789539:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967245568:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137978.791273:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589db59c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60b2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.791286:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589db59c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60b2 expref: 5 pid: 8501 timeout: 523 lvb_type: 0 00000100:00100000:0.0:1746137978.791297:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967245696:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137978.791633:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137978.797892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.797939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.797968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.800155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.802320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.805794:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.807620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.809807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.811841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.813789:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.814628:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970362880 00000100:00100000:0.0:1746137978.814632:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970362880 00000100:00100000:0.0:1746137978.816158:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.816189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.816220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.816457:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970363264 00000100:00100000:0.0:1746137978.816460:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970363264 00000100:00100000:0.0:1746137978.816477:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4128 00000100:00100000:0.0:1746137978.816482:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+217:30915:x1830957970363264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137978.816491:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137978.816499:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589db5c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a60dc expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.816656:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347600/0x8ae21a86589db5bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60d5 expref: 217 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.816662:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137978.816664:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137978.816666:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589db5c6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60dc expref: 217 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137978.818285:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.820777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.823737:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.826405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.828201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.830002:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.831374:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970364672 00000100:00100000:0.0:1746137978.831382:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970364672 00000100:00100000:0.0:1746137978.831424:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4130 00000100:00100000:0.0:1746137978.831430:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+216:30914:x1830957970364672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137978.831442:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137978.831457:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368000/0x8ae21a86589db5d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a60ea expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.831583:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589db5c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60dc expref: 217 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.831591:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0200/0x8ae21a86589db5cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60e3 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.831596:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.831598:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.831601:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368000/0x8ae21a86589db5d4 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60ea expref: 217 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.831631:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0200/0x8ae21a86589db5cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60e3 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.831643:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea0200/0x8ae21a86589db5cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60e3 expref: 5 pid: 17395 timeout: 523 lvb_type: 0 00000100:00100000:0.0:1746137978.831654:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967246848:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137978.831736:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589db5c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60dc expref: 217 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.831744:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589db5c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a60dc expref: 217 pid: 17395 timeout: 523 lvb_type: 0 00000100:00100000:0.0:1746137978.831756:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967246976:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137978.832471:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137978.834248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.836881:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.836940:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.838986:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.842280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.849050:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.853304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.856866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.858313:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.861864:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.865410:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.869192:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.872716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.876650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.878958:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.881674:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.883343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.884869:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.884944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.888336:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.890159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.893863:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.897602:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.899618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.901949:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.903109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.905342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.906005:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970370048 00000100:00100000:0.0:1746137978.906008:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970370048 00010000:00010000:0.0:1746137978.906023:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009144f200/0x8ae21a86589db605 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a611b expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00000100:00100000:0.0:1746137978.906044:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9216 00000100:00100000:0.0:1746137978.906049:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970370048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137978.906056:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137978.906064:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009144f200/0x8ae21a86589db605 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a611b expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.906073:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009144f200/0x8ae21a86589db605 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a611b expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.906084:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009144f200/0x8ae21a86589db605 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a611b expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.906107:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.906109:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.906116:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009144fc00/0x8ae21a86589db60c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6122 expref: 222 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.906165:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144fc00/0x8ae21a86589db60c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6122 expref: 222 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.906196:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009144fc00/0x8ae21a86589db60c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6122 expref: 222 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137978.906207:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129684000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967248896:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137978.906259:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137978.907681:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.909743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.912448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.914923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.916451:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.917867:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.923192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.925997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.926039:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.928110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.928209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.928243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.928280:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9219 00000100:00100000:0.0:1746137978.928287:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970372352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137978.928294:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137978.928304:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db61a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6130 expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.928315:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db61a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6130 expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.928352:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db61a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6130 expref: 6 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.928370:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.928372:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137978.928378:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589db621 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6137 expref: 224 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.928385:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589db621 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6137 expref: 224 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137978.928409:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589db621 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6137 expref: 224 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137978.928439:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967249536:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137978.928501:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137978.930044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.932175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.934050:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.938927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.943636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.948122:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.948176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.951622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.952478:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.952526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.954680:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970374400 00000100:00100000:0.0:1746137978.954690:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970374400 00002000:00100000:0.0:1746137978.955026:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009287d880 x1830957970374400/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 488/0 e 0 to 0 dl 1746137989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.955044:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287d880 with x1830957970374400 ext(0->4095) 00010000:00010000:0.0:1746137978.955051:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093346a00/0x8ae21a86589db636 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a614c expref: 227 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.955069:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093346a00/0x8ae21a86589db636 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a614c expref: 227 pid: 8500 timeout: 523 lvb_type: 0 00002000:00010000:0.0:1746137978.955075:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009287d880 00000100:00100000:0.0:1746137978.955223:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 988 00000100:00100000:0.0:1746137978.955231:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+227:1958:x1830957970374400:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137978.955436:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+227:1958:x1830957970374400:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 205us (804us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137978.955442:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 988 00002000:00100000:0.0:1746137978.955447:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009287d880 x1830957970374400/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746137989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.955454:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287d880 with x1830957970374400 ext(0->4095) 00010000:00010000:0.0:1746137978.955458:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093346a00/0x8ae21a86589db636 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a614c expref: 227 pid: 8500 timeout: 523 lvb_type: 0 00010000:00010000:0.0:1746137978.955467:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093346a00/0x8ae21a86589db636 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a614c expref: 227 pid: 8500 timeout: 523 lvb_type: 0 00002000:00010000:0.0:1746137978.955477:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009287d880 00000100:00100000:0.0:1746137978.957925:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.960518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.962178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.965518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.967560:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.969563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.970809:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.972657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.974877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.977638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.979832:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.982412:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.984901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.987402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.993248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.994015:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.994207:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3521 00000100:00100000:0.0:1746137978.994218:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+230:1958:x1830957970377216:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137978.994431:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+230:1958:x1830957970377216:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 199us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137978.994439:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3521 00002000:00100000:0.0:1746137978.994445:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093e3f100 x1830957970377216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746137989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.994459:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f100 with x1830957970377216 ext(0->4095) 00002000:00010000:0.0:1746137978.994462:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3f100 00000100:00100000:0.0:1746137978.995891:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.997925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.998213:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.999871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137978.999929:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970378112 00000100:00100000:0.0:1746137978.999933:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970378112 00002000:00100000:0.0:1746137978.999959:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093e3df80 x1830957970378112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 488/0 e 0 to 0 dl 1746137989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137978.999968:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3df80 with x1830957970378112 ext(0->4095) 00010000:00010000:0.0:1746137978.999975:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800942b4600/0x8ae21a86589db660 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6176 expref: 231 pid: 8500 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137978.999986:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800942b4600/0x8ae21a86589db660 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6176 expref: 231 pid: 8500 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137978.999992:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e3df80 00000100:00100000:0.0:1746137979.000021:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 993 00000100:00100000:0.0:1746137979.000027:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+231:1957:x1830957970378112:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137979.000164:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+231:1957:x1830957970378112:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137979.000170:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 993 00002000:00100000:0.0:1746137979.000175:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093e3df80 x1830957970378112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746137989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.000187:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3df80 with x1830957970378112 ext(0->4095) 00010000:00010000:0.0:1746137979.000191:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800942b4600/0x8ae21a86589db660 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6176 expref: 231 pid: 8500 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.000200:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800942b4600/0x8ae21a86589db660 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6176 expref: 231 pid: 8500 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.000205:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e3df80 00000100:00100000:0.0:1746137979.001743:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.006263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.008409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.011645:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.012664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.013998:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.015500:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.016484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.016518:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.018514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.019971:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.023742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.026166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.029482:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.037696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.037732:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.040459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.040742:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.041448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.044225:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970382208 00000100:00100000:0.0:1746137979.044232:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970382208 00002000:00100000:0.0:1746137979.044273:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880137300a80 x1830957970382208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:415/0 lens 488/0 e 0 to 0 dl 1746137990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.044283:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300a80 with x1830957970382208 ext(0->4095) 00010000:00010000:0.0:1746137979.044292:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009144f400/0x8ae21a86589db68a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a61a0 expref: 236 pid: 8500 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.044306:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009144f400/0x8ae21a86589db68a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a61a0 expref: 236 pid: 8500 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.044313:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137300a80 00000100:00100000:0.0:1746137979.044381:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 998 00000100:00100000:0.0:1746137979.044388:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+235:1957:x1830957970382208:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137979.047813:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.050720:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.052792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.057338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.062553:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.062603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.065610:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.066180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.072409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.074642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.077979:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.081462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.085520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.086475:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.088360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.088935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.089748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.096343:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970386048 00000100:00100000:0.0:1746137979.096357:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970386048 00002000:00100000:0.0:1746137979.096403:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009287e300 x1830957970386048/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:415/0 lens 496/0 e 0 to 0 dl 1746137990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.096413:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287e300 with x1830957970386048 ext(0->7) 00010000:00010000:0.0:1746137979.096700:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009144fc00/0x8ae21a86589db6b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a61ca expref: 239 pid: 8500 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.096714:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009144fc00/0x8ae21a86589db6b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a61ca expref: 239 pid: 8500 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.096721:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009287e300 00000100:00100000:0.0:1746137979.099053:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.101673:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.103843:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.107668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.107780:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.110324:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.110394:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.111209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.113895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.116281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.119519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.126791:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.129563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.133042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.133093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.135783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.135810:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.135844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.138291:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.140652:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.146048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.148986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.155090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.155137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.155585:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4170 00000100:00100000:0.0:1746137979.155596:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+244:30915:x1830957970390144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137979.155612:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137979.155626:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589db6ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6202 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.155648:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.155650:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.155656:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589db6ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6202 expref: 245 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.155668:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589db6ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6202 expref: 245 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.155677:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:0.0:1746137979.155888:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+246:30915:x1830957970390144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 294us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.155895:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4170 00000100:00100000:0.0:1746137979.158794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.158840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.161593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.161644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.163891:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.165660:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970391424 00000100:00100000:0.0:1746137979.165664:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970391424 00002000:00100000:0.0:1746137979.165682:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009287ce00 x1830957970391424/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:415/0 lens 496/0 e 0 to 0 dl 1746137990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.165688:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ce00 with x1830957970391424 ext(0->7) 00010000:00010000:0.0:1746137979.165692:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589db6f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6209 expref: 244 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.165700:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589db6f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6209 expref: 244 pid: 17395 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.165704:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009287ce00 00000100:00100000:0.0:1746137979.165723:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1011 00000100:00100000:0.0:1746137979.165726:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+244:1959:x1830957970391424:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137979.165938:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+246:1959:x1830957970391424:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 208us (304us total) trans 4294968402 rc 0/0 00000100:00100000:0.0:1746137979.165943:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1011 00002000:00100000:0.0:1746137979.165947:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009287ce00 x1830957970391424/t4294968402(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:415/0 lens 496/448 e 0 to 0 dl 1746137990 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.165952:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ce00 with x1830957970391424 ext(0->7) 00010000:00010000:0.0:1746137979.165955:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589db6f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6209 expref: 246 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.165963:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589db6f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6209 expref: 246 pid: 17395 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.165968:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009287ce00 00000100:00100000:0.0:1746137979.168478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.172147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.174095:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.178105:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.181822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.181894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.184163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.184210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.184230:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970392832 00000100:00100000:0.0:1746137979.184237:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970392832 00010000:00010000:0.0:1746137979.184266:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589db701 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6217 expref: 248 pid: 17395 timeout: 524 lvb_type: 0 00000100:00100000:0.0:1746137979.184300:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970392704 00000100:00100000:0.0:1746137979.184303:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970392704 00010000:00010000:0.0:1746137979.184316:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589db6fa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6210 expref: 6 pid: 17395 timeout: 524 lvb_type: 0 00000100:00100000:0.0:1746137979.184330:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9251 00000100:00100000:0.0:1746137979.184338:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+248:1957:x1830957970392832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137979.184350:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137979.184371:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589db701 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6217 expref: 248 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.184380:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589db701 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6217 expref: 248 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.184409:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589db701 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6217 expref: 248 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.184472:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137979.184496:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+246:1957:x1830957970392832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 159us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.184502:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9251 00000100:00100000:0.0:1746137979.184869:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.186187:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.188331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.192733:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.196885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.199408:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.201156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.204618:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.205023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.208646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.208964:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.208984:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970394880 00000100:00100000:0.0:1746137979.208990:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970394880 00010000:00010000:0.0:1746137979.209013:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db70f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6225 expref: 249 pid: 8501 timeout: 524 lvb_type: 0 00000100:00100000:0.0:1746137979.209029:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970394752 00000100:00100000:0.0:1746137979.209031:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970394752 00010000:00010000:0.0:1746137979.209040:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589db716 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a622c expref: 6 pid: 8501 timeout: 524 lvb_type: 0 00000100:00100000:0.0:1746137979.209053:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9254 00000100:00100000:0.0:1746137979.209058:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+249:1957:x1830957970394880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137979.209068:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137979.209096:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db70f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6225 expref: 249 pid: 8501 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.209105:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db70f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6225 expref: 249 pid: 8501 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.209128:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db70f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6225 expref: 249 pid: 8501 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.209141:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137979.209156:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+248:1957:x1830957970394880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 98us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.209161:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9254 00000100:00100000:0.0:1746137979.209171:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9255 00000100:00100000:0.0:1746137979.209175:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970394752:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137979.209184:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137979.209189:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589db716 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a622c expref: 6 pid: 8501 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.209197:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589db716 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a622c expref: 6 pid: 8501 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.209211:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589db716 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a622c expref: 6 pid: 8501 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.209219:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.209221:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.209228:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589db71d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6233 expref: 247 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.209235:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589db71d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6233 expref: 247 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.209259:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589db71d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6233 expref: 247 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137979.209270:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967257216:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137979.209798:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137979.214527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.217238:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.220005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.225130:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.227550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.228682:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.229174:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.230665:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.231519:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970396800 00000100:00100000:0.0:1746137979.231523:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970396800 00000100:00100000:0.0:1746137979.231538:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4181 00000100:00100000:0.0:1746137979.231541:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970396800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137979.231550:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137979.231557:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db739 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a624f expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.231568:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.231571:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589db732 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6248 expref: 251 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.231575:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137979.231577:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db739 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a624f expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.231597:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589db732 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6248 expref: 251 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.231724:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db739 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a624f expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.231728:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.231729:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.231734:0:17395:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589db732 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6248 expref: 250 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.231739:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589db732 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6248 expref: 250 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.231750:0:17395:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589db732 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6248 expref: 250 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.231756:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589db732 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6248 expref: 250 pid: 17395 timeout: 524 lvb_type: 0 00000100:00100000:0.0:1746137979.231763:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967257984:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137979.231830:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137979.235729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.238348:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.240685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.243384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.245190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.247024:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.250136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.250192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.253654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.253706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.254519:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970398592 00000100:00100000:0.0:1746137979.254523:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970398592 00010000:00010000:0.0:1746137979.254536:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db739 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a624f expref: 7 pid: 17395 timeout: 524 lvb_type: 0 00000100:00100000:0.0:1746137979.254576:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9261 00000100:00100000:0.0:1746137979.254581:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1960:x1830957970398592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137979.254588:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137979.254598:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db739 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a624f expref: 7 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.254608:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db739 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a624f expref: 7 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.254620:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db739 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a624f expref: 7 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.254638:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.254640:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.254646:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589db747 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a625d expref: 251 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.254652:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589db747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a625d expref: 251 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.254678:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589db747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a625d expref: 251 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.254692:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589db747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a625d expref: 251 pid: 17395 timeout: 524 lvb_type: 0 00000100:00100000:0.0:1746137979.254707:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094139500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967258624:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137979.254777:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137979.256497:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.258144:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.260480:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.262699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.265884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.269571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.272158:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.272209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.274176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.274228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.274623:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.275736:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.277480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.281258:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.284358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.286864:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.288797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.289948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.290627:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970402560 00000100:00100000:0.0:1746137979.290637:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970402560 00002000:00100000:0.0:1746137979.290673:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801297b2300 x1830957970402560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:415/0 lens 488/0 e 0 to 0 dl 1746137990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.290682:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2300 with x1830957970402560 ext(0->4095) 00010000:00010000:0.0:1746137979.290689:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db763 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6279 expref: 258 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.290700:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db763 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6279 expref: 258 pid: 17395 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.290707:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297b2300 00000100:00100000:0.0:1746137979.290730:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1023 00000100:00100000:0.0:1746137979.290737:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+258:1960:x1830957970402560:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137979.290889:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+258:1960:x1830957970402560:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (286us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137979.290895:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1023 00002000:00100000:0.0:1746137979.290913:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801297b2300 x1830957970402560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746137990 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.290920:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2300 with x1830957970402560 ext(0->4095) 00010000:00010000:0.0:1746137979.290928:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db763 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6279 expref: 258 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.290935:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589db763 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6279 expref: 258 pid: 17395 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.290939:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297b2300 00000100:00100000:0.0:1746137979.291533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.292361:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.292413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.294020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.296791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.299042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.300938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.302705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.304464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.306023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.306195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.307582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.307612:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.307636:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.309234:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.311054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.313192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.315727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.318576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.321682:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.321777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.323908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.323955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.325390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.327222:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.329214:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.332834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.335937:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.338226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.339794:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.340064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.344479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.344515:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.344567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.346395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.348985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.352201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.354833:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.356610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.358550:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.359730:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.361578:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.361932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.362482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.365723:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.368621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.370580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.372775:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.376859:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.380147:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.381343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.382040:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.382866:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.384107:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.384141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.385801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.388305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.390678:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.393516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.395047:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.396726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.399140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.399187:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.405217:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.405258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.405299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.405518:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9284 00000100:00100000:0.0:1746137979.405534:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970414336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137979.405550:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137979.405575:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589db7e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a62f7 expref: 6 pid: 11153 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.405587:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589db7e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a62f7 expref: 6 pid: 11153 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.405607:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589db7e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a62f7 expref: 6 pid: 11153 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.405629:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137979.405796:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957970414336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 139us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.405803:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9284 00000100:00100000:0.0:1746137979.407911:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.410555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.415154:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970415104 00000100:00100000:0.0:1746137979.415162:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970415104 00010000:00010000:0.0:1746137979.415193:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589db7ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6305 expref: 271 pid: 11153 timeout: 524 lvb_type: 0 00000100:00100000:0.0:1746137979.415265:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9286 00000100:00100000:0.0:1746137979.415271:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+271:1958:x1830957970415104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137979.415281:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137979.415299:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589db7ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6305 expref: 271 pid: 11153 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.415309:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589db7ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6305 expref: 271 pid: 11153 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.415326:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589db7ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6305 expref: 271 pid: 11153 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.415575:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.415577:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.415587:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589db7f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a630c expref: 270 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.415595:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589db7f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a630c expref: 270 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137979.421654:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.423261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.426647:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.426707:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.428512:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.428648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.428763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.431045:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.433272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.435475:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.438817:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.444506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.446623:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.446676:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.449308:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.449343:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.449408:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.452302:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.454687:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.462527:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.464719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.467570:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.467605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.470153:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.472017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.474361:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.480805:0:8515:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967265664:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137979.480825:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137979.480946:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+275:1959:x1830957970419968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2435us (2649us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.480956:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9294 00000100:00100000:0.0:1746137979.483539:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.485819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.485892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.487867:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.488371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.490761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.498946:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.506064:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.509950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.510189:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.511945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.515749:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.519278:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.524932:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.528702:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137979.529486:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137979.532114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.535337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.538011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.540999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.543728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.548455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.551835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.551941:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.551989:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4224 00000100:00100000:0.0:1746137979.551998:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+282:30915:x1830957970424832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137979.552096:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137979.552105:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368000/0x8ae21a86589db86d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a637c expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.552133:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.552137:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589db866 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6383 expref: 284 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.552142:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137979.552145:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368000/0x8ae21a86589db86d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a637c expref: 284 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.552172:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589db866 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6383 expref: 284 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.552185:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c368000/0x8ae21a86589db86d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a637c expref: 284 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.552194:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:0.0:1746137979.552214:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+284:30915:x1830957970424832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.552220:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4224 00000100:00100000:0.0:1746137979.556449:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.560322:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.562335:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.563817:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.565442:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.567255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.568770:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.572943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.574842:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.575515:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.576510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.577088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.577161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.578569:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970427648 00000100:00100000:0.0:1746137979.578572:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970427648 00002000:00100000:0.0:1746137979.578592:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801297b0000 x1830957970427648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:415/0 lens 488/0 e 0 to 0 dl 1746137990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.578600:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0000 with x1830957970427648 ext(0->4095) 00010000:00010000:0.0:1746137979.578605:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589db87b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6391 expref: 286 pid: 8501 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.578614:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589db87b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6391 expref: 286 pid: 8501 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.578620:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297b0000 00000100:00100000:0.0:1746137979.578631:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1058 00000100:00100000:0.0:1746137979.578637:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+286:1958:x1830957970427648:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137979.579201:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+286:1958:x1830957970427648:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 562us (668us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137979.579208:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1058 00002000:00100000:0.0:1746137979.579213:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801297b0000 x1830957970427648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746137990 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137979.579220:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0000 with x1830957970427648 ext(0->4095) 00010000:00010000:0.0:1746137979.579224:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589db87b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6391 expref: 286 pid: 8501 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.579233:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589db87b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6391 expref: 286 pid: 8501 timeout: 524 lvb_type: 0 00002000:00010000:0.0:1746137979.579238:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297b0000 00000100:00100000:0.0:1746137979.579596:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b124380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967268480:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137979.579613:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589db882 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6398 expref: 285 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.579623:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b489000, rc 0) 00000100:00100000:0.0:1746137979.579656:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+285:30915:x1830957970427392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1862us (2495us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.579661:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4228 00000100:00100000:0.0:1746137979.580397:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.583210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.586133:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.588319:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.590907:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.590961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.593073:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.593100:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.593132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.599032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.602610:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.607955:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967269248:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137979.607971:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137979.608011:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+289:1959:x1830957970429824:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4017us (5403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.608019:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9309 00000100:00100000:0.0:1746137979.609526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.615029:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970430336 00000100:00100000:0.0:1746137979.615142:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970430336 00000100:00100000:0.0:1746137979.615174:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4233 00000100:00100000:0.0:1746137979.615180:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+288:30914:x1830957970430336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137979.615189:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137979.615203:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db8a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a63bb expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137979.616962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.617021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.618756:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.619148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.621683:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.624987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.630009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.630233:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9312 00000100:00100000:0.0:1746137979.630241:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+290:1959:x1830957970431872:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137979.630257:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137979.630279:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db8a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a63bb expref: 290 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.630294:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db8a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a63bb expref: 290 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.630332:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c368800/0x8ae21a86589db8a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a63bb expref: 290 pid: 17395 timeout: 524 lvb_type: 0 00010000:00010000:0.0:1746137979.630363:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.630366:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.630373:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589db8ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a63c2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.630380:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589db8ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a63c2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.630411:0:8515:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589db8ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a63c2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137979.630454:0:8515:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967269888:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137979.630535:0:8515:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137979.632672:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.640533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.641022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.643940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.646695:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.650645:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.653394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.655902:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.661070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.662268:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.663661:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.664094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.665140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.668910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.671776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.674503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.676976:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.679944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.680039:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.682754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.685500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.685545:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.687468:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.690670:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.696269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.699517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.702913:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.702993:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.707925:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.710557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.714751:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.717715:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.720438:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.725597:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.727865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.728558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.730788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.732678:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.735125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.738691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.740782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.743307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.747008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.749238:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.752134:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.756642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.759781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.759817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.759874:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.759926:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970440704 00000100:00100000:0.0:1746137979.759933:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970440704 00000100:00100000:0.0:1746137979.759978:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4250 00000100:00100000:0.0:1746137979.759984:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970440704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137979.760002:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137979.760019:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589db91c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6432 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.760039:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137979.760044:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589db915 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a642b expref: 301 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.760263:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137979.760267:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589db91c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6432 expref: 8 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.760296:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589db915 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a642b expref: 302 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.760307:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589db91c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6432 expref: 8 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137979.760314:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:0.0:1746137979.760325:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:30915:x1830957970440704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 342us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.760337:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4250 00000100:00100000:0.0:1746137979.762499:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.764413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.766001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.769368:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.771548:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.772804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.778002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.778205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.780136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.780258:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.780858:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.785903:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.788606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.789974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.790180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.790368:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.790681:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.790832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.790855:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970443520 00000100:00100000:0.0:1746137979.790858:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970443520 00000100:00100000:0.0:1746137979.790901:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970443776 00000100:00100000:0.0:1746137979.790903:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970443776 00000100:00100000:0.0:1746137979.790921:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 292 00000100:00100000:0.0:1746137979.790927:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957970443520:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137979.790957:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957970443520:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 31us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.790963:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 292 00000100:00100000:0.0:1746137979.790973:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 293 00000100:00100000:0.0:1746137979.790977:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1960:x1830957970443776:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137979.790995:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1960:x1830957970443776:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 18us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137979.791000:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 293 00000100:00080000:0.0:1746137979.791013:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746137979.791623:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137979.796182:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.799927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.804051:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.805462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.807627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.808195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.810661:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.812883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.815299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.817827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.819489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.821644:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.826260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.828650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.831801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.831973:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.835877:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.835927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.835981:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.838557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.840275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.843910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.845734:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.848247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.849754:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.854607:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.856832:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.860172:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.860528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.860565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.868281:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.872111:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.875848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.883109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.883175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.885167:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.885198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.885229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.887301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.889201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.891541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.894516:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.897218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.901630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.901743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.906291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.906363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.908638:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.910273:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.913584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.917753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.921556:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.922334:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970453888 00000100:00100000:0.0:1746137979.922338:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970453888 00000100:00100000:0.0:1746137979.923681:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.924370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.925316:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.925362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.927824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.931763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.937694:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.940764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.944477:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.946262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.947279:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.949172:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.949301:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.951011:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.953329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.957122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.959517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.962927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.964378:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.966755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.966811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.968619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.968658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.971808:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.981749:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.986980:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.987070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.989235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.989320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137979.994610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.004644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.008310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.008661:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.011580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.011639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.015023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.020577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.023489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.030204:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.032376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.032457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.035037:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.035090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.038018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.040806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.042791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.045331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.051006:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.055734:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.056165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.058214:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.058251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.060065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.062053:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970464384 00000100:00100000:0.0:1746137980.062058:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970464384 00002000:00100000:0.0:1746137980.062082:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c275c00 x1830957970464384/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 496/0 e 0 to 0 dl 1746137991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.062089:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275c00 with x1830957970464384 ext(0->7) 00010000:00010000:0.0:1746137980.062094:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dba11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6527 expref: 327 pid: 8500 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.062105:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dba11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6527 expref: 327 pid: 8500 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.062111:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c275c00 00000100:00100000:0.0:1746137980.062136:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1108 00000100:00100000:0.0:1746137980.062142:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+327:1960:x1830957970464384:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137980.062414:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+329:1960:x1830957970464384:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 271us (402us total) trans 4294968443 rc 0/0 00000100:00100000:0.0:1746137980.062449:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1108 00002000:00100000:0.0:1746137980.062455:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008c275c00 x1830957970464384/t4294968443(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 496/448 e 0 to 0 dl 1746137991 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.062462:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275c00 with x1830957970464384 ext(0->7) 00010000:00010000:0.0:1746137980.062466:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dba11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6527 expref: 329 pid: 8500 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.062475:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dba11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6527 expref: 329 pid: 8500 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.062481:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c275c00 00000100:00100000:0.0:1746137980.064189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.067095:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.068504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.070181:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.072245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.074485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.076412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.076482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.076730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.080773:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.082920:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.085113:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.087740:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.088954:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957967282560 00000100:00100000:0.0:1746137980.088958:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957967282560 00000100:00100000:0.0:1746137980.088983:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957967282816 00000100:00100000:0.0:1746137980.088986:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957967282816 00000100:00100000:0.0:1746137980.089075:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1746137980.089080:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957967282560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137980.089112:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957967282560:12345-0@lo:400:kworker.0 Request processed in 32us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.089118:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1746137980.090896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.094128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.094479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.097570:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.097780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.098385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.099616:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.102159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.107508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.110392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.112337:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.116855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.119576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.119628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.122877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.123073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.123193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.127407:0:8515:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967284096:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137980.127454:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137980.127508:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970469504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3526us (4631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.127523:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9371 00000100:00100000:0.0:1746137980.135144:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.139859:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.143507:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.144340:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.146730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.149213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.154281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.157186:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.160262:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.160594:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+336:1958:x1830957970471936:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137980.160600:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3617 00002000:00100000:0.0:1746137980.160606:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800927d6a00 x1830957970471936/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746137991 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.160612:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830957970471936 ext(0->4095) 00002000:00010000:0.0:1746137980.160614:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927d6a00 00000100:00100000:0.0:1746137980.162900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.168578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.169271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.171173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.175335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.177750:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.180669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.183396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.185353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.186807:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.190932:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.193743:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.193804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.196679:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.196718:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.197223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.199496:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.201147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.204742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.208831:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.208861:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970476032 00000100:00100000:0.0:1746137980.208867:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970476032 00002000:00100000:0.0:1746137980.208920:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130ef0000 x1830957970476032/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/0 e 0 to 0 dl 1746137991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.208930:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0000 with x1830957970476032 ext(0->4095) 00002000:00010000:0.0:1746137980.208934:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130ef0000 00000100:00100000:0.0:1746137980.208960:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3622 00000100:00100000:0.0:1746137980.208965:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+340:1958:x1830957970476032:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137980.209115:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+340:1958:x1830957970476032:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137980.209119:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3622 00002000:00100000:0.0:1746137980.209123:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130ef0000 x1830957970476032/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746137991 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.209127:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0000 with x1830957970476032 ext(0->4095) 00002000:00010000:0.0:1746137980.209130:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130ef0000 00000100:00100000:0.0:1746137980.210584:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.212190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.213406:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.214464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.215123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.218271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.221982:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.226486:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.229291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.233675:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.235682:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.235724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.238204:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.240157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.244503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.250909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.256301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.258162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.258665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.260915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.260985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.261199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.261461:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970479872 00000100:00100000:0.0:1746137980.261464:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970479872 00000100:00100000:0.0:1746137980.261489:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4311 00000100:00100000:0.0:1746137980.261494:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+345:30915:x1830957970479872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137980.261506:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137980.261515:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dbac7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a65dd expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.261730:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0400/0x8ae21a86589dbac0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a65d6 expref: 345 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.261736:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137980.261738:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137980.261740:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dbac7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a65dd expref: 345 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.261760:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0400/0x8ae21a86589dbac0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a65d6 expref: 345 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.261769:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea0400/0x8ae21a86589dbac0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a65d6 expref: 345 pid: 8500 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.261778:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957967287680:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137980.261798:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137980.264190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.272805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.275640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.278919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.279056:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.281108:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.281149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.282865:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.286520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.290409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.299762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.302651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.303459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.305850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.306000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.308676:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.311703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.314956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.318736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.322401:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.326601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.326668:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.329247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.329404:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970484352 00000100:00100000:0.0:1746137980.329409:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970484352 00010000:00010000:0.0:1746137980.329452:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbaea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6600 expref: 352 pid: 11153 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.329474:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9395 00000100:00100000:0.0:1746137980.329480:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+352:1960:x1830957970484352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137980.329490:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137980.329612:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbaea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6600 expref: 353 pid: 11153 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.329622:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbaea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6600 expref: 353 pid: 11153 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.329640:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbaea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6600 expref: 353 pid: 11153 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.329653:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137980.329720:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+352:1960:x1830957970484352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 240us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.329727:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9395 00000100:00100000:0.0:1746137980.334143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.337580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.342860:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.349207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.353676:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.353728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.356027:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.360757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.365535:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.373843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.377987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.378026:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970486784 00000100:00100000:0.0:1746137980.378032:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970486784 00002000:00100000:0.0:1746137980.378067:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093e3c380 x1830957970486784/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:416/0 lens 488/0 e 0 to 0 dl 1746137991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.378076:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c380 with x1830957970486784 ext(0->4095) 00002000:00010000:0.0:1746137980.378081:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3c380 00000100:00100000:0.0:1746137980.381716:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.382834:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970487040 00000100:00100000:0.0:1746137980.382842:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970487040 00000100:00100000:0.0:1746137980.383051:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4323 00000100:00100000:0.0:1746137980.383057:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+354:30914:x1830957970487040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137980.383073:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137980.383089:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368000/0x8ae21a86589dbb1b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6631 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.383118:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dbb06 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6623 expref: 5 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.383126:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dbb14 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a662a expref: 355 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.383132:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.383133:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.383139:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368000/0x8ae21a86589dbb1b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6631 expref: 355 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.383165:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dbb14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a662a expref: 355 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.383176:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dbb14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a662a expref: 355 pid: 11153 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.383187:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967290240:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137980.383474:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dbb06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6623 expref: 5 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.383486:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dbb06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6623 expref: 5 pid: 8500 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.383494:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967290368:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137980.384569:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137980.384632:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009403df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967290240:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137980.385105:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009403d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967290368:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137980.385125:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c368000/0x8ae21a86589dbb1b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6631 expref: 356 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.385137:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:0.0:1746137980.385154:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+356:30914:x1830957970487040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2098us (2560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.385160:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4323 00000100:00100000:0.0:1746137980.385696:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.387915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.387976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.390412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.401015:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.406048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.410234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.412248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.412443:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.412474:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970489088 00000100:00100000:0.0:1746137980.412478:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970489088 00002000:00100000:0.0:1746137980.412502:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bed8000 x1830957970489088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/0 e 0 to 0 dl 1746137991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.412511:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bed8000 with x1830957970489088 ext(0->4095) 00010000:00010000:0.0:1746137980.412517:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbb29 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a663f expref: 358 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.412526:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbb29 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a663f expref: 358 pid: 17395 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.412532:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bed8000 00000100:00100000:0.0:1746137980.412637:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1143 00000100:00100000:0.0:1746137980.412643:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+358:1959:x1830957970489088:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137980.412764:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+358:1959:x1830957970489088:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137980.412770:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1143 00002000:00100000:0.0:1746137980.412775:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bed8000 x1830957970489088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746137991 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.412782:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bed8000 with x1830957970489088 ext(0->4095) 00010000:00010000:0.0:1746137980.412786:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbb29 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a663f expref: 358 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.412794:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbb29 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a663f expref: 358 pid: 17395 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.412799:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bed8000 00000100:00100000:0.0:1746137980.414517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.414578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.415955:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.417894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.419979:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.423406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.426568:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.431191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.431248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.431441:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4328 00000100:00100000:0.0:1746137980.431449:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bed9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+358:30914:x1830957970490496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137980.431467:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137980.431485:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dbb3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6654 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.431508:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589dbb37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a664d expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.431514:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.431516:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.431519:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dbb3e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6654 expref: 359 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.431548:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589dbb37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a664d expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.431559:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589dbb37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a664d expref: 5 pid: 17395 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.431574:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bed9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967291520:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137980.433255:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.435563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.437678:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.440130:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.441942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.445933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.449604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.454200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.456152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.456249:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.456290:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.456331:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970492672 00000100:00100000:0.0:1746137980.456335:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970492672 00010000:00010000:0.0:1746137980.456350:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbb45 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a665b expref: 362 pid: 17395 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.456369:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9409 00000100:00100000:0.0:1746137980.456375:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+362:1959:x1830957970492672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137980.456385:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137980.456740:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbb45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a665b expref: 361 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.456751:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbb45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a665b expref: 361 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.456768:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbb45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a665b expref: 361 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.456793:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.456795:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.456802:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dbb53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6669 expref: 360 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.456811:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dbb53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6669 expref: 360 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.456990:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dbb53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6669 expref: 360 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.457001:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dbb53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6669 expref: 360 pid: 8501 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.457013:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129686d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967292416:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137980.457072:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137980.458411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.460621:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.463176:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.465324:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.468081:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.469762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.471484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.471538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.473112:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.473218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.473252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.474908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.476957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.485648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.488329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.489256:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.489977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.490757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.495333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.497168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.503324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.506389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.508813:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.512503:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.512592:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.517278:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970498560 00000100:00100000:0.0:1746137980.517281:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970498560 00010000:00010000:0.0:1746137980.517297:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbb8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66a1 expref: 367 pid: 17395 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.517320:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9418 00000100:00100000:0.0:1746137980.517324:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+367:1960:x1830957970498560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137980.517329:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137980.517336:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbb8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66a1 expref: 367 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.517344:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbb8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66a1 expref: 367 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.517355:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbb8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66a1 expref: 367 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.517374:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137980.517392:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+366:1960:x1830957970498560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 68us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.517397:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9418 00000100:00100000:0.0:1746137980.519532:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970498944 00000100:00100000:0.0:1746137980.519537:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970498944 00002000:00100000:0.0:1746137980.519565:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b127b80 x1830957970498944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/0 e 0 to 0 dl 1746137991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.519573:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127b80 with x1830957970498944 ext(0->4095) 00010000:00010000:0.0:1746137980.519580:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589dbb92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66a8 expref: 366 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.519591:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589dbb92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66a8 expref: 366 pid: 17395 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.519597:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b127b80 00000100:00100000:0.0:1746137980.519623:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1156 00000100:00100000:0.0:1746137980.519629:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+366:1958:x1830957970498944:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137980.520075:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+366:1958:x1830957970498944:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 444us (580us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137980.520081:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1156 00002000:00100000:0.0:1746137980.520085:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b127b80 x1830957970498944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746137991 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.520091:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127b80 with x1830957970498944 ext(0->4095) 00010000:00010000:0.0:1746137980.520095:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589dbb92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66a8 expref: 366 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.520104:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093346800/0x8ae21a86589dbb92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66a8 expref: 366 pid: 17395 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.520109:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b127b80 00000100:00100000:0.0:1746137980.521636:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.524042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.526583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.528139:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.530360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.532687:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.534493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.538342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.538371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.538518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.538540:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970500736 00000100:00100000:0.0:1746137980.538544:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970500736 00000100:00100000:0.0:1746137980.538575:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4344 00000100:00100000:0.0:1746137980.538581:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+371:30915:x1830957970500736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137980.538598:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137980.538611:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dbbae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a66c4 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.538627:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.538632:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbba7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66bd expref: 371 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.538638:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137980.538642:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dbbae lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66c4 expref: 371 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.538677:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbba7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66bd expref: 369 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.538715:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dbbae lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66c4 expref: 369 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.538723:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:0.0:1746137980.538743:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+369:30915:x1830957970500736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.538749:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4344 00000100:00100000:0.0:1746137980.540075:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.541765:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970501248 00000100:00100000:0.0:1746137980.541773:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970501248 00002000:00100000:0.0:1746137980.541807:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800933f7100 x1830957970501248/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 496/0 e 0 to 0 dl 1746137991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.541814:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f7100 with x1830957970501248 ext(0->7) 00010000:00010000:0.0:1746137980.541822:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbba7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66bd expref: 369 pid: 11153 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.541833:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbba7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66bd expref: 369 pid: 11153 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.541839:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f7100 00000100:00100000:0.0:1746137980.541866:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1159 00000100:00100000:0.0:1746137980.541871:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+369:1958:x1830957970501248:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137980.542174:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+371:1958:x1830957970501248:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 301us (553us total) trans 4294968464 rc 0/0 00000100:00100000:0.0:1746137980.542179:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1159 00002000:00100000:0.0:1746137980.542185:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800933f7100 x1830957970501248/t4294968464(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 496/448 e 0 to 0 dl 1746137991 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.542190:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f7100 with x1830957970501248 ext(0->7) 00010000:00010000:0.0:1746137980.542194:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbba7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66bd expref: 371 pid: 11153 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.542202:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbba7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a66bd expref: 371 pid: 11153 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.542206:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f7100 00000100:00100000:0.0:1746137980.545543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.547925:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.551391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.552723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.554123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.555500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.555657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.555711:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.557241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.562592:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.564325:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.566505:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.569916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.569970:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.572159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.572200:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.573996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.575918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.577934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.580337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.582044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.584498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.589850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.589957:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.592712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.594610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.596842:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.599526:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.601677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.603769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.606095:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.608005:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.608447:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.610095:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.611228:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.611301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.613910:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.617467:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.620088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.625123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.630378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.633815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.635695:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.636070:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.636126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.639104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.642353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.645654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.649368:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.650919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.654259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.657190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.657314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.659412:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.659612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.659641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.661728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.664086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.666356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.668603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.671075:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.673557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.682850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.685078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.685127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.687608:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970513408 00000100:00100000:0.0:1746137980.687611:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970513408 00010000:00010000:0.0:1746137980.687624:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbc25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a673b expref: 384 pid: 8500 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.687637:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970513664 00000100:00100000:0.0:1746137980.687639:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970513664 00010000:00010000:0.0:1746137980.687646:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dbc2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6742 expref: 6 pid: 8500 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.687656:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9440 00000100:00100000:0.0:1746137980.687661:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+385:1957:x1830957970513408:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137980.687667:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137980.687682:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbc25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a673b expref: 385 pid: 8500 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.687690:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbc25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a673b expref: 385 pid: 8500 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.687703:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbc25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a673b expref: 385 pid: 8500 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.687714:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137980.687725:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+384:1957:x1830957970513408:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 65us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.687730:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9440 00000100:00100000:0.0:1746137980.687738:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9441 00000100:00100000:0.0:1746137980.687742:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970513664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137980.687748:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137980.687754:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dbc2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6742 expref: 6 pid: 8500 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.687762:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dbc2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6742 expref: 6 pid: 8500 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.687772:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dbc2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6742 expref: 6 pid: 8500 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.687779:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.687781:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.687786:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbc33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6749 expref: 382 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.687792:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbc33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6749 expref: 382 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.687810:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbc33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6749 expref: 382 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.687820:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbc33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6749 expref: 382 pid: 8500 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.687834:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967299328:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137980.687896:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137980.689089:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.690375:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.691796:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.693333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.695998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.697800:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.704307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.706939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.708452:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.709759:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.711443:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.712898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.714270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.717083:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.719898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.719964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.722157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.724053:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.726001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.727845:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.729997:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.736754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.737466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.739497:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.741968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.742021:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.744171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.745679:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.748903:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.751289:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.753683:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.755225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.758895:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.758945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.760886:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.761848:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970521984 00000100:00100000:0.0:1746137980.761852:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970521984 00010000:00010000:0.0:1746137980.761868:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589dbc79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a678f expref: 6 pid: 17395 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.761905:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9453 00000100:00100000:0.0:1746137980.761910:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970521984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137980.761918:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137980.761932:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589dbc79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a678f expref: 6 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.761940:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589dbc79 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a678f expref: 6 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.761975:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589dbc79 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a678f expref: 6 pid: 17395 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.761993:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.761995:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.762001:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbc87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a679d expref: 390 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.762007:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbc87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a679d expref: 390 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.762362:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbc87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a679d expref: 391 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.762387:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093347400/0x8ae21a86589dbc87 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a679d expref: 391 pid: 17395 timeout: 525 lvb_type: 0 00000100:00100000:0.0:1746137980.762394:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086079c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967301760:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137980.762469:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137980.764358:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.767244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.769574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.771722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.776732:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.777716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.778930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.780933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.782233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.784080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.788093:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.791339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.791945:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1187 00000100:00100000:0.0:1746137980.791953:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+392:1958:x1830957970524288:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137980.792354:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+394:1958:x1830957970524288:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 401us (1025us total) trans 4294968476 rc 0/0 00000100:00100000:0.0:1746137980.792360:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1187 00002000:00100000:0.0:1746137980.792366:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880086078700 x1830957970524288/t4294968476(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 496/448 e 0 to 0 dl 1746137991 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.792373:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086078700 with x1830957970524288 ext(0->7) 00010000:00010000:0.0:1746137980.792378:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dbc9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67b2 expref: 394 pid: 8501 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.792387:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dbc9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67b2 expref: 394 pid: 8501 timeout: 525 lvb_type: 0 00002000:00010000:0.0:1746137980.792393:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086078700 00000100:00100000:0.0:1746137980.797269:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.804812:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.804934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.807741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.807779:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.812812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.826066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.826829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.829086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.831049:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.831105:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.833824:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.837466:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.843380:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.847296:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.847338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.850409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.850507:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.854470:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.857794:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9463 00000100:00100000:0.0:1746137980.857802:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+401:1957:x1830957970528256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137980.857814:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137980.857832:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589dbcc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67dc expref: 401 pid: 8501 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.857841:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589dbcc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67dc expref: 401 pid: 8501 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.857861:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589dbcc6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67dc expref: 401 pid: 8501 timeout: 525 lvb_type: 0 00010000:00010000:0.0:1746137980.857939:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.857942:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.857949:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589dbccd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67e3 expref: 400 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.857957:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589dbccd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67e3 expref: 400 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.857992:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589dbccd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67e3 expref: 400 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137980.858003:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967304192:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137980.858096:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137980.861160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.864100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.866019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.866086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.867795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.868707:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.870056:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.870111:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.871653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.872801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.874724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.877638:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.879925:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970530688 00000100:00100000:0.0:1746137980.879930:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970530688 00000100:00100000:0.0:1746137980.879971:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4389 00000100:00100000:0.0:1746137980.879978:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+401:30915:x1830957970530688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137980.879988:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137980.880001:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dbce9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a67ff expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.880023:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.880025:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.880030:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dbce9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67ff expref: 402 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.880043:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dbce9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a67ff expref: 402 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.880051:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:0.0:1746137980.880087:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+402:30915:x1830957970530688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.880093:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4389 00000100:00100000:0.0:1746137980.881220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.883341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.884706:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.889250:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.889277:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.889315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.889347:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970531712 00000100:00100000:0.0:1746137980.889354:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970531712 00000100:00100000:0.0:1746137980.889380:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4391 00000100:00100000:0.0:1746137980.889386:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+405:30915:x1830957970531712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137980.889398:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137980.889410:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589dbcf7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a680d expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.889448:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137980.889452:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbcf0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6806 expref: 406 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.889458:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137980.889460:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589dbcf7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a680d expref: 406 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.889533:0:8500:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093346e00/0x8ae21a86589dbcf0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6806 expref: 406 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.889559:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589dbcf7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a680d expref: 405 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137980.889566:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00000100:00100000:0.0:1746137980.889583:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+404:30915:x1830957970531712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137980.889588:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4391 00000100:00100000:0.0:1746137980.891220:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.893815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.896126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.897813:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.899385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.900883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.905542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.907607:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.907655:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.911281:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.911364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.913829:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.914606:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.916866:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.920336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.924768:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.928963:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.928999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.930769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.932002:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.934474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.937388:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.939357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.942190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.946206:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.949307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.950787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.951239:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.956458:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.958721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.962484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.966109:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.968683:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.973150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.973282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.976769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.976801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.976847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.980527:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970539008 00000100:00100000:0.0:1746137980.980536:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970539008 00002000:00100000:0.0:1746137980.980583:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800933f6d80 x1830957970539008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/0 e 0 to 0 dl 1746137991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.980603:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f6d80 with x1830957970539008 ext(0->4095) 00010000:00010000:0.0:1746137980.980613:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dbd3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6853 expref: 412 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137980.980627:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dbd3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6853 expref: 411 pid: 8501 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137980.980633:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f6d80 00000100:00100000:0.0:1746137980.980659:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1208 00000100:00100000:0.0:1746137980.980666:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+411:1960:x1830957970539008:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137980.980842:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+411:1960:x1830957970539008:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 176us (398us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137980.980848:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1208 00002000:00100000:0.0:1746137980.980853:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800933f6d80 x1830957970539008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746137991 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.980859:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f6d80 with x1830957970539008 ext(0->4095) 00010000:00010000:0.0:1746137980.980863:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dbd3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6853 expref: 411 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137980.980882:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dbd3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6853 expref: 411 pid: 8501 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137980.980889:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f6d80 00000100:00100000:0.0:1746137980.984482:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970539264 00000100:00100000:0.0:1746137980.984491:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970539264 00002000:00100000:0.0:1746137980.984530:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800933f5c00 x1830957970539264/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 496/0 e 0 to 0 dl 1746137991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.984540:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f5c00 with x1830957970539264 ext(0->7) 00010000:00010000:0.0:1746137980.984548:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dbd3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6853 expref: 411 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137980.984560:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dbd3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6853 expref: 411 pid: 8501 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137980.984567:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f5c00 00000100:00100000:0.0:1746137980.984598:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1209 00000100:00100000:0.0:1746137980.984606:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+411:1959:x1830957970539264:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137980.985011:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+413:1959:x1830957970539264:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 404us (658us total) trans 4294968485 rc 0/0 00000100:00100000:0.0:1746137980.985017:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1209 00002000:00100000:0.0:1746137980.985023:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800933f5c00 x1830957970539264/t4294968485(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:416/0 lens 496/448 e 0 to 0 dl 1746137991 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137980.985030:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f5c00 with x1830957970539264 ext(0->7) 00010000:00010000:0.0:1746137980.985034:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dbd3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6853 expref: 413 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137980.985048:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dbd3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6853 expref: 413 pid: 8501 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137980.985053:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f5c00 00000100:00100000:0.0:1746137980.987860:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.993765:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.997666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.998025:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137980.999761:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.000953:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.002883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.007650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.011657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.016171:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.022561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.025906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.026150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.029656:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.029727:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.033527:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.038010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.040855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.044486:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.045060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.046918:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970542976 00000100:00100000:0.0:1746137981.046923:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970542976 00010000:00010000:0.0:1746137981.046941:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dbd67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a687d expref: 417 pid: 8501 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.046963:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9486 00000100:00100000:0.0:1746137981.046970:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+417:1958:x1830957970542976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137981.046980:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137981.047000:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dbd67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a687d expref: 417 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.047010:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dbd67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a687d expref: 417 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.047027:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dbd67 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a687d expref: 417 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.047048:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.047050:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.047056:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589dbd6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6884 expref: 416 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.047064:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589dbd6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6884 expref: 416 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.047090:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589dbd6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6884 expref: 416 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.047099:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093347800/0x8ae21a86589dbd6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6884 expref: 416 pid: 17395 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.047115:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967309440:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137981.047177:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137981.049264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.051084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.053578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.058177:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.069089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.069147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.069510:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4411 00000100:00100000:0.0:1746137981.069530:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+419:30915:x1830957970544128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137981.069550:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137981.069571:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dbd83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6899 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.069597:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.069603:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbd7c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6892 expref: 420 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.069608:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137981.069611:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dbd83 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6899 expref: 420 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.069648:0:8500:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093347a00/0x8ae21a86589dbd7c lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6892 expref: 420 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.069660:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dbd83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6899 expref: 420 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.069670:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:0.0:1746137981.069739:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+420:30915:x1830957970544128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137981.069745:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4411 00000100:00100000:0.0:1746137981.072187:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.074196:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.076927:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.078649:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.082154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.086373:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.089545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.089640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.092911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.093008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.095099:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.095129:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.097705:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.101946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.109339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.111042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.117510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.117550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.120166:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.127688:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.134233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.135152:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.137563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.137760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.139883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.142393:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.150305:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.153407:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.155664:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.155784:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.158231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.160758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.162800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.164747:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.167695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.169824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.172532:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.175943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.176609:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.179032:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.182384:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970552576 00000100:00100000:0.0:1746137981.182390:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970552576 00002000:00100000:0.0:1746137981.182442:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800933f4000 x1830957970552576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 488/0 e 0 to 0 dl 1746137992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.182452:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f4000 with x1830957970552576 ext(0->4095) 00010000:00010000:0.0:1746137981.182460:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dbdd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a68ed expref: 429 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.182473:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dbdd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a68ed expref: 429 pid: 17395 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137981.182486:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f4000 00000100:00100000:0.0:1746137981.182503:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1229 00000100:00100000:0.0:1746137981.182510:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+429:1958:x1830957970552576:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137981.182661:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+429:1958:x1830957970552576:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (581us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137981.182667:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1229 00002000:00100000:0.0:1746137981.182672:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800933f4000 x1830957970552576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746137992 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.182680:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f4000 with x1830957970552576 ext(0->4095) 00010000:00010000:0.0:1746137981.182684:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dbdd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a68ed expref: 429 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.182693:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dbdd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a68ed expref: 429 pid: 17395 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137981.182698:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f4000 00000100:00100000:0.0:1746137981.183979:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.185636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.188369:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.190675:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.193301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.196822:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.196890:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.198986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.199050:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.199367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.200850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.203146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.205177:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.207608:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.210259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.212501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.214560:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.217128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.217699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.217732:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.220032:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.222758:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.225849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.231088:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.234628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.239494:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.239552:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.242677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.243153:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.243179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.246933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.251125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.253920:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.256511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.260411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.264689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.266610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.269000:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.269066:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.269093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.269116:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970559488 00000100:00100000:0.0:1746137981.269120:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970559488 00010000:00010000:0.0:1746137981.269140:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dbe1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6933 expref: 437 pid: 8501 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.269156:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970559616 00000100:00100000:0.0:1746137981.269158:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970559616 00010000:00010000:0.0:1746137981.269165:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dbe24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a693a expref: 6 pid: 8501 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.269178:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9512 00000100:00100000:0.0:1746137981.269184:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+437:1958:x1830957970559488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137981.269194:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137981.269213:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dbe1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6933 expref: 437 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.269221:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dbe1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6933 expref: 437 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.269238:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dbe1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6933 expref: 437 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.269250:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137981.269264:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+436:1958:x1830957970559488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 82us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137981.269269:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9512 00000100:00100000:0.0:1746137981.269278:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9513 00000100:00100000:0.0:1746137981.269281:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957970559616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137981.269286:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137981.269291:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dbe24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a693a expref: 6 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.269298:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dbe24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a693a expref: 6 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.269307:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dbe24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a693a expref: 6 pid: 8501 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.269313:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.269315:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.269320:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dbe2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6941 expref: 435 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.269338:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dbe2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6941 expref: 435 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.269361:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dbe2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6941 expref: 435 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137981.269370:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091451880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967315328:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137981.269434:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137981.273462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.276339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.279508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.283209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.285495:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.286742:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.288720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.289242:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.289263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.289728:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9516 00000100:00100000:0.0:1746137981.289735:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957970561408:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137981.289741:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137981.289756:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dbe39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a694f expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.289765:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dbe39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a694f expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.289775:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dbe39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a694f expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.289786:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.289787:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.289792:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dbe40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6956 expref: 440 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.289799:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dbe40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6956 expref: 440 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.289820:0:8515:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dbe40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6956 expref: 440 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.289828:0:8515:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dbe40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6956 expref: 440 pid: 8501 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.289838:0:8515:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967316096:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137981.289884:0:8515:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137981.293681:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.297404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.303322:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.311723:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.316287:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.316340:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.320213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.320261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.324017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.327365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.333349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.339477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.343653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.348008:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.350353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.355469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.360128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.360179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.365918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.366039:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.366826:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.369983:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.372164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.376183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.378551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.383275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.385526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.386498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.388922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.389149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.389213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.391958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.394252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.396555:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.402489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.405187:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.408834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.410988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.411191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.413404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.414369:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.415786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.417199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.420694:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.429024:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.431260:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.431709:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.433284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.433342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.435274:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.439908:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.442102:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.444541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.447409:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.449561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.450184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.453067:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.453413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.455493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.455541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.459233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.466071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.469286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.471482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.475155:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.475788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.478630:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.478708:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.478741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.483302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.486523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.489944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.491941:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.495095:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.497255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.497930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.500324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.501048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.501127:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.503885:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.505646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.508354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.510165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.513406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.517285:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.517466:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.519955:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.520006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.522682:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.524066:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131466a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967321728:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137981.524085:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137981.524122:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+456:1957:x1830957970578304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1210us (1445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137981.524132:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9542 00000100:00100000:0.0:1746137981.525472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.525502:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970578560 00000100:00100000:0.0:1746137981.525509:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970578560 00002000:00100000:0.0:1746137981.525548:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880129686d80 x1830957970578560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 488/0 e 0 to 0 dl 1746137992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.525558:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686d80 with x1830957970578560 ext(0->4095) 00010000:00010000:0.0:1746137981.525567:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a0c expref: 456 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.525579:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a0c expref: 456 pid: 17395 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137981.525586:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129686d80 00000100:00100000:0.0:1746137981.525603:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1265 00000100:00100000:0.0:1746137981.525610:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+456:1957:x1830957970578560:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137981.525768:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+456:1957:x1830957970578560:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 158us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137981.525774:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1265 00002000:00100000:0.0:1746137981.525780:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880129686d80 x1830957970578560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746137992 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.525786:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686d80 with x1830957970578560 ext(0->4095) 00010000:00010000:0.0:1746137981.525791:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a0c expref: 456 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.525798:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a0c expref: 456 pid: 17395 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137981.525803:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129686d80 00000100:00100000:0.0:1746137981.527545:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.531546:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970578944 00000100:00100000:0.0:1746137981.531556:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970578944 00010000:00010000:0.0:1746137981.531589:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a0c expref: 458 pid: 17395 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.531621:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9543 00000100:00100000:0.0:1746137981.531626:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+458:1957:x1830957970578944:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137981.531637:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137981.531658:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a0c expref: 458 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.531673:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbef6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a0c expref: 458 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.531715:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dbef6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a0c expref: 458 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.531726:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.531728:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.531734:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dbefd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a13 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.531741:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dbefd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a13 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.531770:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dbefd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a13 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137981.531779:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094120380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967321856:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137981.532900:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137981.543259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.544145:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.544167:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.544181:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970580224 00000100:00100000:0.0:1746137981.544185:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970580224 00000100:00100000:0.0:1746137981.544203:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4468 00000100:00100000:0.0:1746137981.544208:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+458:30915:x1830957970580224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137981.544219:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137981.544229:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5e57200/0x8ae21a86589dbf12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6a28 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.544243:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.544247:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131413200/0x8ae21a86589dbf0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a21 expref: 459 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.544253:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137981.544256:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e57200/0x8ae21a86589dbf12 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a28 expref: 459 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.544282:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131413200/0x8ae21a86589dbf0b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a21 expref: 459 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.544292:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e57200/0x8ae21a86589dbf12 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a28 expref: 459 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.544299:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e57200, rc 0) 00000100:00100000:0.0:1746137981.544319:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+459:30915:x1830957970580224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137981.544328:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4468 00000001:00080000:0.0:1746137981.550477:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968485 is committed 00000001:00080000:0.0:1746137981.550516:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968505 is committed 00000001:00080000:0.0:1746137981.551234:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968507 is committed 00000100:00100000:0.0:1746137981.555959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.559297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.562895:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.562947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.563324:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4470 00000100:00100000:0.0:1746137981.563330:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:30914:x1830957970581376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137981.563336:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137981.563341:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5e57600/0x8ae21a86589dbf20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6a2f expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.563358:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e57200/0x8ae21a86589dbf12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a28 expref: 11 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.563364:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.563365:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.563367:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e57600/0x8ae21a86589dbf20 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a2f expref: 11 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.563709:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5e57200/0x8ae21a86589dbf12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a28 expref: 11 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.563719:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e57200/0x8ae21a86589dbf12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a28 expref: 11 pid: 17395 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.563732:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957967322624:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137981.563805:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137981.565395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.568088:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.570543:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.575750:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.579896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.583168:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.583223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.585487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.586947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.590738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.592855:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.595313:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.600045:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.603344:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.605908:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.609687:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.612564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.615010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.617735:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.623536:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.626787:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.628516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.629489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.630944:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.633722:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.635841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.639373:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.641914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.643657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.645339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.647805:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.649770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.652292:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.652328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.652453:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.653658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.655295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.657261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.658876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.660763:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.662095:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.664541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.665943:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.667256:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.667334:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970589696 00000100:00100000:0.0:1746137981.667337:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970589696 00010000:00010000:0.0:1746137981.667352:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dbf6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a83 expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.667382:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9559 00000100:00100000:0.0:1746137981.667388:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970589696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137981.667398:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137981.667451:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dbf6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a83 expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.667461:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dbf6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a83 expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.667487:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dbf6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a83 expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.667509:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.667511:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.667517:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e20f800/0x8ae21a86589dbf74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a8a expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.667526:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e20f800/0x8ae21a86589dbf74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a8a expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.667546:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e20f800/0x8ae21a86589dbf74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6a8a expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137981.667555:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880137302680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967325696:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137981.667590:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137981.668006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.668697:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880137302680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967325696:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137981.668710:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137981.668738:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1957:x1830957970589696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1350us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137981.668743:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9559 00000100:00100000:0.0:1746137981.669069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.670503:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.672371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.674344:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.676964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.678604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.680270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.680313:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.681866:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.681923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.682116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.683694:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.685031:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.686191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.687662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.689733:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.692992:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.697135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.697198:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.699097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.699115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.699135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.702503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.705708:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.708275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.710229:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.712125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.713499:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.716282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.716332:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.718620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.718651:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.718980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.723098:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.725751:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.728057:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.730535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.733033:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.736043:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.736464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.738865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.738901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.738949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.738965:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970598144 00000100:00100000:0.0:1746137981.738969:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970598144 00010000:00010000:0.0:1746137981.738989:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dbfba lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6ad0 expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.739011:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9571 00000100:00100000:0.0:1746137981.739017:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970598144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137981.739026:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137981.739045:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dbfba lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6ad0 expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.739059:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dbfba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6ad0 expref: 6 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.739078:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137981.739106:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970598144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 88us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137981.739111:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9571 00000100:00100000:0.0:1746137981.741237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.744086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.746781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.749346:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.751813:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.755376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.756474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.758403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.760010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.761508:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.761719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.764905:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.768047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.770019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.774148:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.776819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.778470:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.784277:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.784328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.787686:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970601984 00000100:00100000:0.0:1746137981.787691:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970601984 00010000:00010000:0.0:1746137981.787705:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dbfeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b01 expref: 33 pid: 17395 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.787724:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9578 00000100:00100000:0.0:1746137981.787729:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957970601984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137981.787736:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137981.787745:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dbfeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b01 expref: 33 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.787762:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dbfeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b01 expref: 33 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.787776:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dbfeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b01 expref: 33 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.788087:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137981.788161:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957970601984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 431us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137981.788168:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9578 00000100:00100000:0.0:1746137981.790680:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.794610:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970602752 00000100:00100000:0.0:1746137981.794621:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970602752 00002000:00100000:0.0:1746137981.794669:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800933f7800 x1830957970602752/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 496/0 e 0 to 0 dl 1746137992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.794680:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f7800 with x1830957970602752 ext(0->7) 00010000:00010000:0.0:1746137981.794691:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dbff2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b08 expref: 33 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.794714:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dbff2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b08 expref: 33 pid: 17395 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137981.794722:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f7800 00000100:00100000:0.0:1746137981.794758:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1295 00000100:00100000:0.0:1746137981.794768:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957970602752:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137981.795535:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1958:x1830957970602752:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 765us (1015us total) trans 4294968521 rc 0/0 00000100:00100000:0.0:1746137981.795545:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1295 00002000:00100000:0.0:1746137981.795552:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800933f7800 x1830957970602752/t4294968521(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 496/448 e 0 to 0 dl 1746137992 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.795560:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f7800 with x1830957970602752 ext(0->7) 00010000:00010000:0.0:1746137981.795566:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dbff2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b08 expref: 35 pid: 17395 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.795579:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dbff2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b08 expref: 35 pid: 17395 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137981.795584:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f7800 00000100:00100000:0.0:1746137981.798012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.802122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.805132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.807571:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.811569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.813900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.813936:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.813971:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.818272:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970604288 00000100:00100000:0.0:1746137981.818281:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970604288 00002000:00100000:0.0:1746137981.818325:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800933f6a00 x1830957970604288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 488/0 e 0 to 0 dl 1746137992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.818335:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933f6a00 with x1830957970604288 ext(0->4095) 00010000:00010000:0.0:1746137981.818345:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e20f800/0x8ae21a86589dc007 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b1d expref: 35 pid: 8500 timeout: 526 lvb_type: 0 00010000:00010000:0.0:1746137981.818360:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e20f800/0x8ae21a86589dc007 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b1d expref: 35 pid: 8500 timeout: 526 lvb_type: 0 00002000:00010000:0.0:1746137981.818366:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933f6a00 00000100:00100000:0.0:1746137981.818406:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1296 00000100:00100000:0.0:1746137981.818412:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957970604288:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137981.822034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.839605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.844138:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970604800 00000100:00100000:0.0:1746137981.844149:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970604800 00000100:00100000:0.0:1746137981.844207:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4505 00000100:00100000:0.0:1746137981.844214:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:30914:x1830957970604800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137981.844230:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137981.844244:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368600/0x8ae21a86589dc015 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6b2b expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.844268:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc00e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b24 expref: 38 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.844276:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.844277:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137981.844280:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368600/0x8ae21a86589dc015 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b2b expref: 38 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.844306:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc00e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b24 expref: 38 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.844317:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc00e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b24 expref: 38 pid: 8500 timeout: 526 lvb_type: 0 00000100:00100000:0.0:1746137981.844328:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967330560:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137981.844568:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137981.846378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.851556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.854291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.862950:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.866787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.866832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.868939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.869059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.870718:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.873358:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.878897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.882065:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970607488 00000100:00100000:0.0:1746137981.882077:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970607488 00002000:00100000:0.0:1746137981.882123:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880131465c00 x1830957970607488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 488/0 e 0 to 0 dl 1746137992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.882134:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465c00 with x1830957970607488 ext(0->4095) 00002000:00010000:0.0:1746137981.882140:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131465c00 00000100:00100000:0.0:1746137981.882181:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3757 00000100:00100000:0.0:1746137981.882188:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957970607488:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137981.882379:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957970607488:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 191us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137981.882386:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3757 00002000:00100000:0.0:1746137981.882391:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880131465c00 x1830957970607488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746137992 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137981.882398:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131465c00 with x1830957970607488 ext(0->4095) 00002000:00010000:0.0:1746137981.882402:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131465c00 00000100:00100000:0.0:1746137981.884815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.886713:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.888217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.889135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.889754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.889788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.891371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.892780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.894334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.896200:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.898689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.903285:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.903361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.905838:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.906001:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.906762:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970610176 00000100:00100000:0.0:1746137981.906767:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970610176 00000100:00100000:0.0:1746137981.906800:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4514 00000100:00100000:0.0:1746137981.906804:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:30915:x1830957970610176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137981.906816:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137981.907402:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c368600/0x8ae21a86589dc054 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6b6a expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.907459:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a8ac00/0x8ae21a86589dc04d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b63 expref: 44 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137981.907466:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137981.907468:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137981.907471:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c368600/0x8ae21a86589dc054 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6b6a expref: 44 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137981.909721:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.911490:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.913582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.915480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.919277:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.923951:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.923994:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.925841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.926158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.926330:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.929207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.931196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.932904:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.934930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.936506:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.942632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.942738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.945071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.945106:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.946163:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970614016 00000100:00100000:0.0:1746137981.946170:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970614016 00000100:00100000:0.0:1746137981.947990:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.949458:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.951257:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.954115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.956906:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.958402:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.961788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.963311:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.963351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.965444:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.966823:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.968170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.972206:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.974328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.975968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746137981.976529:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137981.977263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.978620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.979149:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.980140:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.980539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.981977:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.983484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.985495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.986971:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.988502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.989570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.992471:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.994487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137981.997220:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.000471:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.001802:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.003412:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.004845:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.006238:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.007805:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.012082:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.012176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.014729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.015069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.015152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.015179:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970622592 00000100:00100000:0.0:1746137982.015185:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970622592 00000100:00100000:0.0:1746137982.015690:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4532 00000100:00100000:0.0:1746137982.015696:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:30915:x1830957970622592:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137982.015709:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137982.015718:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dc0d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6be8 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.015731:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589dc0cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6be1 expref: 56 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.015737:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137982.015738:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137982.015741:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dc0d2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6be8 expref: 56 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.015756:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589dc0cb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6be1 expref: 56 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.015766:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589dc0cb lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6be1 expref: 56 pid: 8500 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.015773:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957967336448:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137982.016269:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137982.017635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.019304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.023171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.026113:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.029392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.033114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.034252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.036366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.038353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.040382:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.042840:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.046686:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.049201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.053535:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.053738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.055516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.057270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.057384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.061685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.063826:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.066657:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.069939:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.071867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.073249:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.074948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.077836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.080151:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.080191:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.083813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.086236:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.089468:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.092663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.095947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.098209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.098261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.100497:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.100874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.100937:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.104220:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.108884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.115168:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.121086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.123219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.128735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.132697:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.135363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.137693:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.137825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.141155:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.143600:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.145836:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.149328:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.152185:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.153129:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:30915:x1830957970632960:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 774us (946us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137982.153136:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4548 00000100:00100000:0.0:1746137982.155770:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.161093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.161154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.165397:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.165913:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.165947:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.165967:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970633984 00000100:00100000:0.0:1746137982.165973:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970633984 00010000:00010000:0.0:1746137982.165997:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dc13b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6c51 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.166017:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970633728 00000100:00100000:0.0:1746137982.166019:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970633728 00010000:00010000:0.0:1746137982.166028:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dc142 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6c58 expref: 67 pid: 8500 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.167016:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9626 00000100:00100000:0.0:1746137982.167023:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970633984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137982.167032:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137982.167051:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dc13b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6c51 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.167060:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dc13b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6c51 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.167075:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dc13b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6c51 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.167095:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137982.167113:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957970633984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 91us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137982.167119:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9626 00000100:00100000:0.0:1746137982.170629:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.175388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.180942:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.184337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.186949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.188491:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.192228:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.192809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.196306:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.199096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.202559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.204608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.206725:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.208526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.212136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.214304:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.215574:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.217817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.217861:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.217905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.219560:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.221406:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.223693:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.226604:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.228927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.232205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.235124:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.235183:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.238884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.238922:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.239269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.241323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.243137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.243373:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1342 00000100:00100000:0.0:1746137982.243381:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:1960:x1830957970640640:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137982.245931:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.248897:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.250267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.258271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.258310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.260152:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.262071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.264360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.267393:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.268977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.270930:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.274630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.274679:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.277096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.277141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.279968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.280004:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.282968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.284897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.287207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.291494:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.296570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.296626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.296793:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4567 00000100:00100000:0.0:1746137982.296804:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+78:30914:x1830957970644992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137982.296820:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137982.296835:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589dc1c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6cdd expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.297138:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589dc1b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6ccf expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.297147:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dc1c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6cd6 expref: 80 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.297153:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.297154:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.297157:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589dc1c7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6cdd expref: 80 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.297198:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dc1c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6cd6 expref: 80 pid: 17395 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.297206:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dc1c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6cd6 expref: 80 pid: 17395 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.297218:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957967343744:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137982.297594:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589dc1b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6ccf expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.297607:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea0c00/0x8ae21a86589dc1b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6ccf expref: 5 pid: 17395 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.297616:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957967343872:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137982.297638:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137982.299666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.299807:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.302498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.302625:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.305335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.306840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.312135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.314973:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.318049:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.318336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.320147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.322871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.325703:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.329035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.332955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.337860:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.339676:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.339724:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.341626:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.343747:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.345780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.348160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.350779:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.353124:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.356325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.357257:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.359138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.359902:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.361534:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.361619:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.364049:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.369388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.372158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.377160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.377255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.380121:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.380158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.382972:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.385908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.389118:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.392030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.396270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.398746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.399772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.402051:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.402086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.405114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.405203:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.407203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.410280:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.414237:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.426071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.426116:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.429174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.430493:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.432696:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.433325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.435736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.438716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.444393:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.447310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.449801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.453639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.456285:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.456335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.459807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.459860:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.461958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.464825:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.466675:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.469277:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.476413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.476532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.479338:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.481391:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970659328 00000100:00100000:0.0:1746137982.481396:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970659328 00010000:00010000:0.0:1746137982.481523:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dc253 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d69 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.484200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.486975:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.490611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.495246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.497414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.497501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.504310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.506240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.510676:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.513472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.517481:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.519362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.522303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.522864:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.525005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.525038:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.525082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.525117:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970662784 00000100:00100000:0.0:1746137982.525125:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970662784 00000100:00100000:0.0:1746137982.525170:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4595 00000100:00100000:0.0:1746137982.525178:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970662784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137982.525199:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137982.525218:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589dc28b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6da1 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137982.525274:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9671 00000100:00100000:0.0:1746137982.525282:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c133800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957970662528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137982.525293:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137982.525318:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dc276 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d8c expref: 8 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.525330:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dc276 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d8c expref: 8 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.525353:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dc276 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d8c expref: 8 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.525379:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.525382:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.525390:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc284 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d9a expref: 98 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.525399:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc284 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d9a expref: 98 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.525455:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc284 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d9a expref: 98 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137982.525468:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093dee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967350016:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137982.525535:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00010000:00010000:0.0:1746137982.525552:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc284 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d9a expref: 98 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.525558:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137982.525559:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137982.525563:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589dc28b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6da1 expref: 7 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.525595:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc284 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d9a expref: 97 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.525606:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc284 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6d9a expref: 97 pid: 11153 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.525616:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093dec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957967350144:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137982.526958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.536163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.541735:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.542764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.543929:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957967350400:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137982.543944:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1c00/0x8ae21a86589dc292 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6da8 expref: 101 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.543954:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea1c00, rc 0) 00000100:00100000:0.0:1746137982.543975:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+101:30914:x1830957970663808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2033us (2241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137982.543980:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4596 00000100:00100000:0.0:1746137982.546220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.548231:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.551597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.557670:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970665088 00000100:00100000:0.0:1746137982.557678:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970665088 00000100:00100000:0.0:1746137982.557722:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4598 00000100:00100000:0.0:1746137982.557730:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970665088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137982.557745:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137982.557759:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc2a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6db6 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.557780:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.557781:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.557787:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc2a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6db6 expref: 6 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.557800:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc2a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6db6 expref: 6 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.557808:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807c00, rc 0) 00000100:00100000:0.0:1746137982.557862:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970665088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137982.557874:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4598 00000100:00100000:0.0:1746137982.559495:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.559743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.561876:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.561921:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.561940:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970665600 00000100:00100000:0.0:1746137982.561945:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970665600 00010000:00010000:0.0:1746137982.561962:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc2a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6db6 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.561986:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970665728 00000100:00100000:0.0:1746137982.561988:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970665728 00010000:00010000:0.0:1746137982.562002:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589dc299 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6daf expref: 103 pid: 8501 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.562090:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9677 00000100:00100000:0.0:1746137982.562096:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+103:1958:x1830957970665728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137982.562106:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137982.562122:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589dc299 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6daf expref: 103 pid: 8501 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.562130:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589dc299 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6daf expref: 103 pid: 8501 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.562145:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489c00/0x8ae21a86589dc299 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6daf expref: 103 pid: 8501 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.562158:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137982.562186:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+102:1958:x1830957970665728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 90us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137982.562192:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9677 00000100:00100000:0.0:1746137982.562600:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.564929:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957967351296:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137982.564952:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dc2ae lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dc4 expref: 7 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.564969:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea1000, rc 0) 00000100:00100000:0.0:1746137982.565183:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970665856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2008us (2586us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137982.565191:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4600 00000100:00100000:0.0:1746137982.566629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.569581:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.572040:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.574803:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.577034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.579824:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.579882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.580114:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3824 00000100:00100000:0.0:1746137982.580121:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970667392:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137982.580513:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970667392:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 391us (693us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137982.580520:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3824 00002000:00100000:0.0:1746137982.580526:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093d39180 x1830957970667392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746137993 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137982.580533:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d39180 with x1830957970667392 ext(0->4095) 00010000:00010000:0.0:1746137982.580538:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dc2ae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dc4 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.580558:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dc2ae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dc4 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00002000:00010000:0.0:1746137982.580565:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d39180 00000100:00100000:0.0:1746137982.581943:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.582820:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970667904 00000100:00100000:0.0:1746137982.582824:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970667904 00010000:00010000:0.0:1746137982.582850:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dc2ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dc4 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.582864:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9680 00000100:00100000:0.0:1746137982.582869:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970667904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137982.582875:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137982.582881:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dc2ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dc4 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.582889:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dc2ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dc4 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.582899:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dc2ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dc4 expref: 6 pid: 8500 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.582909:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.582910:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.582914:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dc2bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dd2 expref: 105 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.582919:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dc2bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dd2 expref: 105 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.582945:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dc2bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dd2 expref: 105 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.582954:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dc2bc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6dd2 expref: 105 pid: 8500 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.582962:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967351808:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137982.583008:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137982.584767:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.587604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.591543:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.595561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.598627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.598697:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.598740:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4604 00000100:00100000:0.0:1746137982.598749:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970668928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137982.598763:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137982.598776:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc2d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6de0 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.599605:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.599611:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dc2ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6de7 expref: 107 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.599617:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137982.599620:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc2d1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6de0 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137982.601303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.603082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.605572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.610739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.615934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.622929:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.623711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.626173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.628307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.631966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.635317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.638125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.640510:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.644587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.644696:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.647158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.647193:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.647658:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.651567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.660704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.663032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.668099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.672045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.672162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.675530:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.676874:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.678800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.680659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.687019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.691016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.693190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.696334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.699339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.699687:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.701772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.703866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.706705:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.708733:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.710503:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.711780:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.715676:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.715730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.717495:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.717869:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.718865:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970677120 00000100:00100000:0.0:1746137982.718870:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970677120 00010000:00010000:0.0:1746137982.718886:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1c00/0x8ae21a86589dc317 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6e2d expref: 117 pid: 11153 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.718911:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9695 00000100:00100000:0.0:1746137982.718917:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+117:1958:x1830957970677120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137982.718924:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137982.718937:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1c00/0x8ae21a86589dc317 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6e2d expref: 117 pid: 11153 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.718946:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea1c00/0x8ae21a86589dc317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6e2d expref: 117 pid: 11153 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.718960:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1c00/0x8ae21a86589dc317 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6e2d expref: 117 pid: 11153 timeout: 527 lvb_type: 0 00010000:00010000:0.0:1746137982.718984:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.718986:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.718992:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc325 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6e3b expref: 116 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.718999:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc325 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6e3b expref: 116 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.719019:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc325 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6e3b expref: 116 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.719028:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc325 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6e3b expref: 116 pid: 17395 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.719038:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967355392:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137982.719095:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137982.721709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.724325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.728583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.736361:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.740401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.744684:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.744746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.744985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.749034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.752039:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.757675:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.761666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.764623:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.764819:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4622 00000100:00100000:0.0:1746137982.764832:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+120:30915:x1830957970680064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137982.767019:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.769235:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.772110:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.778572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.782636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.787574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.787623:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.791780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.795090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.798092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.800394:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.802371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.803970:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.805884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.813236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.815228:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.817153:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.821190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.822301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.822339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.824063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.826223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.828298:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.830087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.833543:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.837034:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.839461:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.839748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.841263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.841561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.841598:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.843473:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.845594:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.851305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.853411:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.856778:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.856856:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.858679:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.860408:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.864189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.866234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.867546:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.868719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.871530:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.873748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.875337:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.877327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.877488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.877754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.879871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.881716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.884103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.886219:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.887716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.888743:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.891236:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.893138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.893183:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.895240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.897931:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.904493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.906684:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.909950:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.913474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.913527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.920008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.923591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.931801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.934737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.934785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.937459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.940064:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.945305:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.947152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.952366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.955781:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.956199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.959585:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.959639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.963229:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970696448 00000100:00100000:0.0:1746137982.963233:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970696448 00000100:00100000:0.0:1746137982.963271:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4646 00000100:00100000:0.0:1746137982.963277:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970696448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137982.963290:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137982.963300:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dc3f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6f06 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.963319:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc3e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6eff expref: 138 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.963326:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137982.963327:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137982.963330:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dc3f0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f06 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.963347:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc3e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6eff expref: 138 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.963357:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc3e9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6eff expref: 138 pid: 11153 timeout: 527 lvb_type: 0 00000100:00100000:0.0:1746137982.963366:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957967361792:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137982.963388:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137982.965338:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.968002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.970101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.975308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.980673:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.980717:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.980816:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4648 00000100:00100000:0.0:1746137982.980823:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+140:30914:x1830957970697600:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137982.980845:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137982.980855:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dc3fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6f14 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.981054:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dc3f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f06 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.981062:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589dc3f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f0d expref: 142 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.981067:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.981068:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.981075:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dc3fe lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f14 expref: 142 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.981320:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589dc3f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f0d expref: 142 pid: 11153 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137982.981329:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c369c00/0x8ae21a86589dc3f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f0d expref: 142 pid: 11153 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137982.981339:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967362048:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137982.981400:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dc3f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f06 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.981409:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dc3f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f06 expref: 5 pid: 11153 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137982.981438:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967362176:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137982.981466:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137982.983199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.983250:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.985078:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.985128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.986821:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970698496 00000100:00100000:0.0:1746137982.986825:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970698496 00002000:00100000:0.0:1746137982.986862:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009287f480 x1830957970698496/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:418/0 lens 488/0 e 0 to 0 dl 1746137993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137982.986870:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f480 with x1830957970698496 ext(0->4095) 00010000:00010000:0.0:1746137982.986876:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dc3fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f14 expref: 141 pid: 8501 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137982.986885:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dc3fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f14 expref: 141 pid: 8501 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137982.986891:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009287f480 00000100:00100000:0.0:1746137982.986914:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1424 00000100:00100000:0.0:1746137982.986920:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+140:1958:x1830957970698496:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137982.987030:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+140:1958:x1830957970698496:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137982.987035:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1424 00002000:00100000:0.0:1746137982.987040:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009287f480 x1830957970698496/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746137993 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137982.987047:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f480 with x1830957970698496 ext(0->4095) 00010000:00010000:0.0:1746137982.987051:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dc3fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f14 expref: 140 pid: 8501 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137982.987060:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093347e00/0x8ae21a86589dc3fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f14 expref: 140 pid: 8501 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137982.987065:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009287f480 00000100:00100000:0.0:1746137982.988290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.991235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.993978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137982.996343:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970699264 00000100:00100000:0.0:1746137982.996351:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970699264 00000100:00100000:0.0:1746137982.996396:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4650 00000100:00100000:0.0:1746137982.996404:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+141:30915:x1830957970699264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137982.996443:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137982.996462:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc40c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6f22 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.996484:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.996486:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137982.996493:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc40c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f22 expref: 142 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.996508:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc40c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f22 expref: 142 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137982.996517:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807c00, rc 0) 00000100:00100000:0.0:1746137982.996564:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+142:30915:x1830957970699264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137982.996570:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4650 00000100:00100000:0.0:1746137983.000118:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.000761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.002125:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.002156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137983.002338:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137983.003295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.004185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.006717:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e81f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967363072:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137983.006759:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093346400/0x8ae21a86589dc41a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6f30 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.006782:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093346400, rc 0) 00000100:00100000:0.0:1746137983.006929:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970700032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3520us (3632us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.006941:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4652 00000100:00100000:0.0:1746137983.009757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.015469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.020764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.021912:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.022814:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.025264:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.026465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.028162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.030254:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.033284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.035640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.039065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.041384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.043898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.043971:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.046121:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.046159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.046621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.049630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.053246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.058078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.061224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.065740:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.067758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.067843:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.070390:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.074087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.078614:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.081475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.086454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.089763:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.092996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.096191:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.096296:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.101810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.105178:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.107709:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.111372:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.114531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.121718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.121772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.125024:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.125094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.130494:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.133035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.137077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.142258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.147899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.149936:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.152448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.158766:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.161875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.173844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.177046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.180720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.182906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.186058:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.188543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.194150:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.198790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.202039:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.202686:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.205151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.205382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.207596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.209361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.213253:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.216122:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.222916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.223019:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.224908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.228229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.230860:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.232647:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970714240 00000100:00100000:0.0:1746137983.232652:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970714240 00002000:00100000:0.0:1746137983.232680:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009432e680 x1830957970714240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:419/0 lens 488/0 e 0 to 0 dl 1746137994 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.232688:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e680 with x1830957970714240 ext(0->4095) 00002000:00010000:0.0:1746137983.232691:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432e680 00000100:00100000:0.0:1746137983.232717:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3868 00000100:00100000:0.0:1746137983.232723:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970714240:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137983.232857:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970714240:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137983.232863:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3868 00002000:00100000:0.0:1746137983.232868:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009432e680 x1830957970714240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746137994 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.232874:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e680 with x1830957970714240 ext(0->4095) 00002000:00010000:0.0:1746137983.232876:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432e680 00000100:00100000:0.0:1746137983.234354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.238574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.241572:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.241966:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970715008 00000100:00100000:0.0:1746137983.241969:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970715008 00000100:00100000:0.0:1746137983.242005:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4676 00000100:00100000:0.0:1746137983.242011:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+162:30914:x1830957970715008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137983.242019:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137983.242039:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc4c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a6fd8 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.242059:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dc4ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fc3 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.242066:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dc4bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fd1 expref: 163 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.242071:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.242073:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.242076:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc4c2 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fd8 expref: 163 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.242102:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dc4bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fd1 expref: 163 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.242112:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c369000/0x8ae21a86589dc4bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fd1 expref: 163 pid: 8500 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.242122:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800925cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957967368448:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137983.242306:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dc4ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fc3 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.242315:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dc4ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fc3 expref: 5 pid: 11153 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.242408:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800925cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957967368576:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137983.242464:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137983.244479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.244547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.244582:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.246567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.249004:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.254071:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.257191:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.262408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.262506:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.265116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.265463:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.265494:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970716928 00000100:00100000:0.0:1746137983.265498:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970716928 00010000:00010000:0.0:1746137983.265517:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589dc4c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fdf expref: 166 pid: 11153 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.265537:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9756 00000100:00100000:0.0:1746137983.265542:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+166:1959:x1830957970716928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137983.265552:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137983.265571:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589dc4c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fdf expref: 166 pid: 11153 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.265582:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589dc4c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fdf expref: 166 pid: 11153 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.265608:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c369800/0x8ae21a86589dc4c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a6fdf expref: 166 pid: 11153 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.265634:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137983.265651:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+164:1959:x1830957970716928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 108us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.265656:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9756 00000100:00100000:0.0:1746137983.267385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.269621:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.271690:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.273886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.276672:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.280216:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.283205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.283744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.284870:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.286884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.288044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.289480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.291022:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.292165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.293216:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.298301:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.300747:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.301222:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.302797:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.303337:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.303373:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.305070:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.308943:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.315584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.317599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.317699:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.318146:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4687 00000100:00100000:0.0:1746137983.318243:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+170:30914:x1830957970721792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137983.318251:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137983.318258:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f37400/0x8ae21a86589dc50f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7025 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.318278:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc501 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7017 expref: 171 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.318286:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc508 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a701e expref: 5 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.318291:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.318292:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.318295:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f37400/0x8ae21a86589dc50f lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7025 expref: 171 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.318328:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a701e expref: 5 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.318353:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc508 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a701e expref: 5 pid: 8500 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.318368:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bed8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967370880:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137983.319751:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.320782:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.321484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.323057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.325511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.328782:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.331189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.333579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.336997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.337048:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.339953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.342852:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.346056:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.352229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.355406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.357674:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.357722:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.359326:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.360853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.362079:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.362117:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.365956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.368685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.372559:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.375744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.378569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.378672:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.380650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.380692:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.382016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.383685:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.385502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.388183:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.390100:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.392026:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.393496:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.396208:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.398181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.398218:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.400543:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.401454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.401489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.403502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.405114:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.407771:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.410925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.412849:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.416457:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.417789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.418376:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.418468:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.420029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.422035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.424090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.427273:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.429764:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.432537:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.432589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.434795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.434846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.437964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.440210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.443178:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.448808:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.452675:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.452730:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.452912:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4707 00000100:00100000:0.0:1746137983.452924:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970733824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137983.452939:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137983.452951:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f05600/0x8ae21a86589dc59b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a70b1 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.452970:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.452975:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dc594 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a70aa expref: 185 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.452980:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137983.452983:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f05600/0x8ae21a86589dc59b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a70b1 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.453011:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dc594 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a70aa expref: 185 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.453024:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f05600/0x8ae21a86589dc59b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a70b1 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.453250:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f05600, rc 0) 00000100:00100000:0.0:1746137983.453296:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970733824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 376us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.453303:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4707 00000100:00100000:0.0:1746137983.454557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.458542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.462521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.468125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.473505:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.474156:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970734976 00000100:00100000:0.0:1746137983.474160:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970734976 00002000:00100000:0.0:1746137983.474244:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bc6b480 x1830957970734976/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:419/0 lens 488/0 e 0 to 0 dl 1746137994 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.474254:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b480 with x1830957970734976 ext(0->4095) 00010000:00010000:0.0:1746137983.474260:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f05600/0x8ae21a86589dc59b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a70b1 expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.474270:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f05600/0x8ae21a86589dc59b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a70b1 expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137983.474276:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc6b480 00000100:00100000:0.0:1746137983.474288:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1477 00000100:00100000:0.0:1746137983.474293:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970734976:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137983.474475:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970734976:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137983.474481:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1477 00002000:00100000:0.0:1746137983.474486:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bc6b480 x1830957970734976/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746137994 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.474492:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b480 with x1830957970734976 ext(0->4095) 00010000:00010000:0.0:1746137983.474496:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f05600/0x8ae21a86589dc59b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a70b1 expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.474509:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f05600/0x8ae21a86589dc59b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a70b1 expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137983.474515:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc6b480 00000100:00100000:0.0:1746137983.476476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.477210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.480176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.483365:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.489112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.491941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.493754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.495901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.496111:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.498135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.499940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.500993:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.501028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.503142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.509346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.514765:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.519292:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.519343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.521627:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.523616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.525653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.530608:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.540101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.547908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.547993:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.550177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.554810:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.558208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.564044:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.568562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.569288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.571565:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.572119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.574703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.576224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.578251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.581406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.589685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.589792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.591403:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.592265:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.594061:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.594137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.597715:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.601529:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.604318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.607537:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.609847:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.614576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.614690:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.617847:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.621994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.623862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.627315:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.631520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.635343:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.635457:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.638465:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970746112 00000100:00100000:0.0:1746137983.638469:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970746112 00002000:00100000:0.0:1746137983.638493:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bc68000 x1830957970746112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:419/0 lens 488/0 e 0 to 0 dl 1746137994 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.638501:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68000 with x1830957970746112 ext(0->4095) 00010000:00010000:0.0:1746137983.638506:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dc619 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a712f expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.638515:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dc619 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a712f expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137983.638520:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc68000 00000100:00100000:0.0:1746137983.638543:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1494 00000100:00100000:0.0:1746137983.638547:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970746112:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137983.638736:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970746112:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (387us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137983.638742:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1494 00002000:00100000:0.0:1746137983.638746:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008bc68000 x1830957970746112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746137994 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.638757:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68000 with x1830957970746112 ext(0->4095) 00010000:00010000:0.0:1746137983.638761:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dc619 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a712f expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.638766:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dc619 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a712f expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137983.638770:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc68000 00000100:00100000:0.0:1746137983.642845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.647151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.650777:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.654489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.657039:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.661116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.662563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.663158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.665213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.667632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.670574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.673194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.675251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.677605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.680877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.680953:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.684049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.684082:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.684397:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.684438:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970749696 00000100:00100000:0.0:1746137983.684441:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970749696 00000100:00100000:0.0:1746137983.684459:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4732 00000100:00100000:0.0:1746137983.684464:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970749696:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137983.684480:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137983.684491:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f05800/0x8ae21a86589dc64a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7160 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.684506:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dc643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7159 expref: 204 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.684511:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137983.684512:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137983.684515:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f05800/0x8ae21a86589dc64a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7160 expref: 6 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.684539:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dc643 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7159 expref: 204 pid: 11153 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.684544:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c368200/0x8ae21a86589dc643 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7159 expref: 204 pid: 11153 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.684551:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957967381248:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137983.684611:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137983.686693:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.688517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.691013:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.692580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.694628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.695809:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.701472:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.701528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.703534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.703566:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.703858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.705272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.709800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.713516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.717081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.718031:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.718060:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970752768 00000100:00100000:0.0:1746137983.718062:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970752768 00002000:00100000:0.0:1746137983.718088:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c48a80 x1830957970752768/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:419/0 lens 488/0 e 0 to 0 dl 1746137994 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.718095:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48a80 with x1830957970752768 ext(0->4095) 00010000:00010000:0.0:1746137983.718101:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dc65f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7175 expref: 6 pid: 8500 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.718109:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dc65f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7175 expref: 6 pid: 8500 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137983.718114:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c48a80 00000100:00100000:0.0:1746137983.718126:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1504 00000100:00100000:0.0:1746137983.718130:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970752768:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137983.718519:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970752768:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 387us (488us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137983.718525:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1504 00002000:00100000:0.0:1746137983.718531:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c48a80 x1830957970752768/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746137994 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.718539:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48a80 with x1830957970752768 ext(0->4095) 00010000:00010000:0.0:1746137983.718543:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dc65f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7175 expref: 6 pid: 8500 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.718553:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dc65f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7175 expref: 6 pid: 8500 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137983.718558:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c48a80 00000100:00100000:0.0:1746137983.721713:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.721768:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.724307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.726162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.729028:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.733101:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c132680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967382528:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137983.733122:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137983.733175:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+210:1957:x1830957970753664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3385us (4155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.733185:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9815 00000100:00100000:0.0:1746137983.737867:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.737960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.738014:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4739 00000100:00100000:0.0:1746137983.738021:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970754176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137983.738030:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137983.738045:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc674 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7191 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.738329:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.738334:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dc67b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a718a expref: 211 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.738339:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137983.738342:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc674 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7191 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.738361:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dc67b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a718a expref: 211 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.738371:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094807c00/0x8ae21a86589dc674 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7191 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.738379:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807c00, rc 0) 00000100:00100000:0.0:1746137983.738398:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970754176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 378us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.738403:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4739 00000100:00100000:0.0:1746137983.740237:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.745962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.748441:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.751520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.754274:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.756743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.759327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.762648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.764410:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.766779:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.766809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.766839:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970756224 00000100:00100000:0.0:1746137983.766843:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970756224 00000100:00100000:0.0:1746137983.766870:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4742 00000100:00100000:0.0:1746137983.766877:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+215:30915:x1830957970756224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137983.766887:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137983.766900:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800999cc400/0x8ae21a86589dc690 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a71a6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.766913:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.766917:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc689 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a719f expref: 216 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.766922:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137983.766977:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800999cc400/0x8ae21a86589dc690 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71a6 expref: 216 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.767206:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dc689 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a719f expref: 216 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.767224:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800999cc400/0x8ae21a86589dc690 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71a6 expref: 216 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.767235:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999cc400, rc 0) 00000100:00100000:0.0:1746137983.767248:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+215:30915:x1830957970756224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 373us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.767254:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4742 00000100:00100000:0.0:1746137983.767295:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.769804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.773511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.778144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.785456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.785567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.785593:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970757376 00000100:00100000:0.0:1746137983.785600:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970757376 00002000:00100000:0.0:1746137983.785639:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880131454e00 x1830957970757376/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:419/0 lens 488/0 e 0 to 0 dl 1746137994 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.785648:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957970757376 ext(0->4095) 00002000:00010000:0.0:1746137983.785653:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131454e00 00000100:00100000:0.0:1746137983.785686:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3908 00000100:00100000:0.0:1746137983.785693:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+216:1958:x1830957970757376:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137983.786875:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+216:1958:x1830957970757376:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1178us (1304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137983.786883:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3908 00002000:00100000:0.0:1746137983.786890:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880131454e00 x1830957970757376/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746137994 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137983.786902:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957970757376 ext(0->4095) 00010000:00010000:0.0:1746137983.786909:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800999cc400/0x8ae21a86589dc690 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71a6 expref: 216 pid: 8501 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.786921:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800999cc400/0x8ae21a86589dc690 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71a6 expref: 216 pid: 8501 timeout: 528 lvb_type: 0 00002000:00010000:0.0:1746137983.786926:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131454e00 00000100:00100000:0.0:1746137983.789474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.789535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.792127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.799992:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.803176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.806444:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.811481:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.811528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.815037:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.815341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.815931:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970759168 00000100:00100000:0.0:1746137983.815935:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970759168 00010000:00010000:0.0:1746137983.815952:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f05600/0x8ae21a86589dc69e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71b4 expref: 6 pid: 8501 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.815971:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9823 00000100:00100000:0.0:1746137983.815976:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970759168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137983.815985:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746137983.818218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.818691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.818731:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970759296 00000100:00100000:0.0:1746137983.818740:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970759296 00010000:00010000:0.0:1746137983.818772:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dc6ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71c2 expref: 217 pid: 17395 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.819146:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9824 00000100:00100000:0.0:1746137983.819153:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+217:1958:x1830957970759296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137983.819161:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746137983.822576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.825044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.827521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.831053:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.832957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.835635:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.835754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.838345:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.838376:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.838454:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.840864:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.842765:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.845011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.848605:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967385472:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137983.848627:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137983.848674:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+219:1959:x1830957970761856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3499us (3668us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.848689:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9828 00000100:00100000:0.0:1746137983.853185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.858978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.863346:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.863496:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.866100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.866136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.866161:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970763008 00000100:00100000:0.0:1746137983.866167:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970763008 00010000:00010000:0.0:1746137983.866201:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc6cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71e5 expref: 222 pid: 17395 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.866228:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9829 00000100:00100000:0.0:1746137983.866234:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+222:1957:x1830957970763008:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137983.866247:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137983.866266:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc6cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71e5 expref: 222 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.866277:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc6cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71e5 expref: 222 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.866302:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc6cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a71e5 expref: 222 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.866322:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137983.866347:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+220:1957:x1830957970763008:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 113us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.866353:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9829 00000100:00100000:0.0:1746137983.866591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.869140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.871613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.873746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.876362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.878115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.881167:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.883702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.889523:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.892948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.892987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.893044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.893088:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970765312 00000100:00100000:0.0:1746137983.893091:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970765312 00000100:00100000:0.0:1746137983.893122:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4756 00000100:00100000:0.0:1746137983.893128:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:30915:x1830957970765312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137983.893145:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137983.893161:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800999cc400/0x8ae21a86589dc6f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7208 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.893179:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.893185:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092c99a00/0x8ae21a86589dc6eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7201 expref: 223 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.893190:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137983.893194:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800999cc400/0x8ae21a86589dc6f2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7208 expref: 8 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137983.896366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.898368:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.901314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.903528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.905808:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.907452:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.909280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.909327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.911300:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.911348:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.911380:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970767104 00000100:00100000:0.0:1746137983.911386:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970767104 00010000:00010000:0.0:1746137983.911414:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dc6f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a720f expref: 226 pid: 17395 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.911470:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970767232 00000100:00100000:0.0:1746137983.911473:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970767232 00010000:00010000:0.0:1746137983.911484:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800999cc400/0x8ae21a86589dc6f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7208 expref: 6 pid: 17395 timeout: 528 lvb_type: 0 00000100:00100000:0.0:1746137983.911499:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9835 00000100:00100000:0.0:1746137983.911505:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+226:1958:x1830957970767104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137983.911516:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137983.911538:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dc6f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a720f expref: 226 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.911553:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dc6f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a720f expref: 226 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.912352:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dc6f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a720f expref: 226 pid: 17395 timeout: 528 lvb_type: 0 00010000:00010000:0.0:1746137983.912367:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.912369:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.912375:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dc700 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7216 expref: 225 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.912383:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dc700 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7216 expref: 225 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.912432:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dc700 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7216 expref: 225 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137983.912445:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129686d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967387136:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137983.912513:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137983.912568:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.914518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.917252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.920486:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.927240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.932578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.932631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.937265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.940984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.942380:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.945171:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.947611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.949876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.953557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.956222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.956278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.958641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.958680:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.958960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.962180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.968001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.977293:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.980628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.982885:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.983351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.985140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.987204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.989142:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.991593:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.994306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137983.996888:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970772992 00000100:00100000:0.0:1746137983.996896:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970772992 00000100:00100000:0.0:1746137983.996929:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4767 00000100:00100000:0.0:1746137983.996936:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970772992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137983.996952:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137983.996971:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f67800/0x8ae21a86589dc73f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7255 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.996995:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.996996:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137983.997004:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f67800/0x8ae21a86589dc73f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7255 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.997019:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f67800/0x8ae21a86589dc73f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7255 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137983.997030:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f67800, rc 0) 00000100:00100000:0.0:1746137983.997075:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970772992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137983.997081:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4767 00000100:00100000:0.0:1746137983.999530:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.002080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.003478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.004542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.006234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.006300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.012882:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.016582:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.018476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.022358:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.026962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.035168:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.035196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.035221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.037364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.040128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.046316:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.050763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.053008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.057141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.057213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.060362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.063294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.064196:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970778112 00000100:00100000:0.0:1746137984.064200:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970778112 00010000:00010000:0.0:1746137984.064217:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092c99e00/0x8ae21a86589dc762 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7278 expref: 237 pid: 8500 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.064235:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9852 00000100:00100000:0.0:1746137984.064240:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+237:1958:x1830957970778112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.064249:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137984.064269:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092c99e00/0x8ae21a86589dc762 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7278 expref: 237 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.064280:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092c99e00/0x8ae21a86589dc762 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7278 expref: 237 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.064298:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092c99e00/0x8ae21a86589dc762 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7278 expref: 237 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.064582:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.064585:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.064592:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094807e00/0x8ae21a86589dc770 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7286 expref: 236 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.064601:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094807e00/0x8ae21a86589dc770 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7286 expref: 236 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.064625:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094807e00/0x8ae21a86589dc770 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7286 expref: 236 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.064635:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094807e00/0x8ae21a86589dc770 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7286 expref: 236 pid: 8500 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.064646:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967390848:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137984.064714:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137984.068576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.072149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.081698:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.089038:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970779008 00000100:00100000:0.0:1746137984.089045:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970779008 00002000:00100000:0.0:1746137984.089089:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c131880 x1830957970779008/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:420/0 lens 488/0 e 0 to 0 dl 1746137995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.089096:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131880 with x1830957970779008 ext(0->4095) 00002000:00010000:0.0:1746137984.089100:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c131880 00000100:00100000:0.0:1746137984.089121:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3931 00000100:00100000:0.0:1746137984.089128:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957970779008:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137984.089287:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957970779008:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 159us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137984.089294:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3931 00002000:00100000:0.0:1746137984.089299:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c131880 x1830957970779008/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746137995 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.089306:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131880 with x1830957970779008 ext(0->4095) 00002000:00010000:0.0:1746137984.089308:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c131880 00000100:00100000:0.0:1746137984.090737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.092846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.094035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.095241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.095295:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.097295:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.099511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.102518:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.105914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.107851:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.111905:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.114240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.114290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.116004:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.116027:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.116063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.116078:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970781952 00000100:00100000:0.0:1746137984.116081:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970781952 00010000:00010000:0.0:1746137984.116094:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc78c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a72a2 expref: 6 pid: 8500 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.116113:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9858 00000100:00100000:0.0:1746137984.116122:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957970781952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.116130:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137984.116148:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc78c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a72a2 expref: 6 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.116157:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc78c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a72a2 expref: 6 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.116179:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137984.116203:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957970781952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 80us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137984.116208:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9858 00000100:00100000:0.0:1746137984.119252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.121412:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.123559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.125281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.127372:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.128955:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.131484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.138065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.140388:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.140436:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.140474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.140676:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9860 00000100:00100000:0.0:1746137984.140683:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957970783744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.140691:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746137984.142668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.144336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.145945:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.147981:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.151126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.154744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.158964:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.159022:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.161210:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.161233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.161279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.163110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.164990:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970786560 00000100:00100000:0.0:1746137984.164997:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970786560 00002000:00100000:0.0:1746137984.165026:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009c133100 x1830957970786560/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:420/0 lens 496/0 e 0 to 0 dl 1746137995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.165038:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c133100 with x1830957970786560 ext(0->7) 00010000:00010000:0.0:1746137984.165046:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dc7c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a72da expref: 244 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.165059:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dc7c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a72da expref: 244 pid: 8500 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.165066:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c133100 00000100:00100000:0.0:1746137984.165092:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1548 00000100:00100000:0.0:1746137984.165098:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+244:1957:x1830957970786560:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137984.165405:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+246:1957:x1830957970786560:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 305us (488us total) trans 4294968627 rc 0/0 00000100:00100000:0.0:1746137984.165412:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1548 00002000:00100000:0.0:1746137984.165450:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009c133100 x1830957970786560/t4294968627(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:420/0 lens 496/448 e 0 to 0 dl 1746137995 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.165457:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c133100 with x1830957970786560 ext(0->7) 00010000:00010000:0.0:1746137984.165462:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dc7c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a72da expref: 246 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.165470:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dc7c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a72da expref: 246 pid: 8500 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.165476:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c133100 00000100:00100000:0.0:1746137984.167120:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.169408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.171985:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.177035:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.179285:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.179332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.184185:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.184217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.184258:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.186794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.189377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.192554:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.196001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.203998:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.204935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.208098:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.209944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.212973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.216051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.223392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.226207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.232523:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.232628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.235736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.235775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.238315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.241613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.243411:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.246955:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.250342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.253659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.258459:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.260412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.266339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.266772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.269858:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.278815:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.285307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.300379:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.302593:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.303246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.307327:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.314603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.320235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.322669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.325917:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.331289:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.335951:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.342030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.342934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.342979:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.345580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.351687:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.359375:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.363484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.365918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.365962:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.366087:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4805 00000100:00100000:0.0:1746137984.366095:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970797568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137984.366109:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137984.366127:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7366 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.366162:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.366164:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc849 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a735f expref: 259 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.366169:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137984.366172:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.366210:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc849 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a735f expref: 259 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.366220:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.366227:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807a00, rc 0) 00000100:00100000:0.0:1746137984.366246:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970797568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137984.366251:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4805 00000100:00100000:0.0:1746137984.368918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.371954:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970797952 00000100:00100000:0.0:1746137984.371961:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970797952 00002000:00100000:0.0:1746137984.371997:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a56eed80 x1830957970797952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:420/0 lens 488/0 e 0 to 0 dl 1746137995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.372005:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56eed80 with x1830957970797952 ext(0->4095) 00010000:00010000:0.0:1746137984.372012:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc849 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a735f expref: 259 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.372023:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc849 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a735f expref: 259 pid: 8500 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.372028:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a56eed80 00000100:00100000:0.0:1746137984.372060:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1562 00000100:00100000:0.0:1746137984.372066:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+258:1957:x1830957970797952:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137984.372203:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+258:1957:x1830957970797952:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137984.372209:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1562 00002000:00100000:0.0:1746137984.372214:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a56eed80 x1830957970797952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746137995 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.372220:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56eed80 with x1830957970797952 ext(0->4095) 00010000:00010000:0.0:1746137984.372224:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc849 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a735f expref: 258 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.372232:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dc849 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a735f expref: 258 pid: 8500 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.372236:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a56eed80 00000100:00100000:0.0:1746137984.375390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.384128:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.389742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.391552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.391579:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970798720 00000100:00100000:0.0:1746137984.391582:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970798720 00002000:00100000:0.0:1746137984.391605:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880137301180 x1830957970798720/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:420/0 lens 488/0 e 0 to 0 dl 1746137995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.391613:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301180 with x1830957970798720 ext(0->4095) 00010000:00010000:0.0:1746137984.391618:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.391628:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.391634:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137301180 00000100:00100000:0.0:1746137984.391645:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1564 00000100:00100000:0.0:1746137984.391651:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970798720:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137984.391781:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970798720:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137984.391786:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1564 00002000:00100000:0.0:1746137984.391790:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880137301180 x1830957970798720/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746137995 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.391798:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301180 with x1830957970798720 ext(0->4095) 00010000:00010000:0.0:1746137984.391816:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.391825:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.391839:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137301180 00000100:00100000:0.0:1746137984.397005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.397456:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.397498:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970798976 00000100:00100000:0.0:1746137984.397505:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970798976 00010000:00010000:0.0:1746137984.397533:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.397561:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9885 00000100:00100000:0.0:1746137984.397568:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957970798976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.397579:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137984.397599:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.397609:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.397629:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094807a00/0x8ae21a86589dc850 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7366 expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.398344:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137984.405743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.411812:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.416403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.420314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.420403:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.423068:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.423120:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.423152:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970800512 00000100:00100000:0.0:1746137984.423157:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970800512 00010000:00010000:0.0:1746137984.423181:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0200/0x8ae21a86589dc85e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7374 expref: 264 pid: 8500 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.423438:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9887 00000100:00100000:0.0:1746137984.423444:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+263:1958:x1830957970800512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.423454:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137984.423471:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0200/0x8ae21a86589dc85e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7374 expref: 263 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.423479:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea0200/0x8ae21a86589dc85e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7374 expref: 263 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.423495:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0200/0x8ae21a86589dc85e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7374 expref: 263 pid: 8500 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.423518:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137984.423790:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+262:1958:x1830957970800512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 346us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137984.423795:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9887 00000100:00100000:0.0:1746137984.424985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.427245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.429682:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.432817:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.438844:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.447236:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970801792 00000100:00100000:0.0:1746137984.447246:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970801792 00010000:00010000:0.0:1746137984.447280:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dc873 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7389 expref: 6 pid: 8501 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.447342:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9890 00000100:00100000:0.0:1746137984.447349:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957970801792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.447364:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137984.447387:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dc873 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7389 expref: 6 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.447398:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dc873 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7389 expref: 6 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.447448:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dc873 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7389 expref: 6 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.447466:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.447468:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.447475:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dc87a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7390 expref: 264 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.447482:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dc87a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7390 expref: 265 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.447545:0:8515:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dc87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7390 expref: 265 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.447555:0:8515:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dc87a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7390 expref: 265 pid: 8501 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.447568:0:8515:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967399168:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137984.452404:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970802176 00000100:00100000:0.0:1746137984.452411:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970802176 00002000:00100000:0.0:1746137984.452466:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c131180 x1830957970802176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:420/0 lens 488/0 e 0 to 0 dl 1746137995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.452476:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131180 with x1830957970802176 ext(0->4095) 00010000:00010000:0.0:1746137984.452485:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dc87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7390 expref: 265 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.452500:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dc87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7390 expref: 265 pid: 8501 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.452506:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c131180 00000100:00100000:0.0:1746137984.452538:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1570 00000100:00100000:0.0:1746137984.452546:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+265:1960:x1830957970802176:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137984.452726:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+265:1960:x1830957970802176:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137984.452732:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1570 00002000:00100000:0.0:1746137984.452738:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c131180 x1830957970802176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746137995 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.452746:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131180 with x1830957970802176 ext(0->4095) 00010000:00010000:0.0:1746137984.452750:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dc87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7390 expref: 265 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.452759:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dc87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7390 expref: 265 pid: 8501 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.452765:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c131180 00000100:00100000:0.0:1746137984.454630:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.458678:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.462975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.466359:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.466453:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.468705:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.472925:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.476036:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.479881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.486259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.487170:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.488285:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.489766:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.491781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.494222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.497006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.499524:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.502504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.507616:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.507703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.511155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.511825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.514400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.514471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.517973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.523844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.525737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.531995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.532352:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.535777:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.536554:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957967401600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137984.536590:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746137984.536646:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137984.536931:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957967401600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137984.539950:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.544023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.549287:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.558368:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.558522:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.560907:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.560946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.562956:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.565986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.570074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.573889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.578068:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.579784:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.582085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.587874:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970810624 00000100:00100000:0.0:1746137984.587885:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970810624 00010000:00010000:0.0:1746137984.587923:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dc8d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a73eb expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.588554:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9904 00000100:00100000:0.0:1746137984.588563:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970810624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.588577:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137984.588604:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dc8d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a73eb expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.588622:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dc8d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a73eb expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.588644:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dc8d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a73eb expref: 6 pid: 17395 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.588695:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.588697:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.588705:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0400/0x8ae21a86589dc8dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a73f2 expref: 275 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.588713:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0400/0x8ae21a86589dc8dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a73f2 expref: 275 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.588747:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0400/0x8ae21a86589dc8dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a73f2 expref: 275 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137984.588760:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967402624:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137984.589032:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137984.591367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.597241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.601180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.606572:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.610289:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.611294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.614838:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.616980:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.618299:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.620685:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.623291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.628118:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.632852:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.633946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.637659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.639282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.639357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.642476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.646536:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.651036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.656059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.661669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.662351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.663823:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.666611:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.674602:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.679049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.683339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.686478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.689121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.689835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.691686:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.694468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.698749:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.702339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.708289:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.712005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.719373:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.719452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.720989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.721047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.723243:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.725034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.728784:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.732094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.738913:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970819840 00000100:00100000:0.0:1746137984.738921:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970819840 00000100:00100000:0.0:1746137984.738952:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4842 00000100:00100000:0.0:1746137984.738958:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+288:30914:x1830957970819840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137984.738973:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137984.738988:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012db2ba00/0x8ae21a86589dc94c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7462 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.739012:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dc93e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7454 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.739020:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dc945 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a745b expref: 289 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.739025:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.739027:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.739030:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db2ba00/0x8ae21a86589dc94c lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7462 expref: 289 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.739065:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dc945 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a745b expref: 289 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.739076:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dc945 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a745b expref: 289 pid: 17395 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.739088:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967405952:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137984.739947:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dc93e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7454 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.739956:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dc93e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7454 expref: 5 pid: 17395 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.739964:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967406080:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137984.740003:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137984.740410:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.742371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.748699:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.751561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.755310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.761926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.764515:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.765440:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.768715:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.771050:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.779837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.783193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.786818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.791845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.791930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.798371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.798696:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.799117:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.799133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.799165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.799178:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970823936 00000100:00100000:0.0:1746137984.799181:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970823936 00000100:00100000:0.0:1746137984.799200:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970824192 00000100:00100000:0.0:1746137984.799202:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970824192 00000100:00100000:0.0:1746137984.799217:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 324 00000100:00100000:0.0:1746137984.799223:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1958:x1830957970823936:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137984.799280:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1958:x1830957970823936:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 57us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137984.799285:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 324 00000100:00100000:0.0:1746137984.799297:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 325 00000100:00100000:0.0:1746137984.799300:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e065050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957970824192:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137984.799314:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e065050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957970824192:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 14us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137984.799319:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 325 00000100:00080000:0.0:1746137984.799533:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137984.799548:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970823680 00000100:00100000:0.0:1746137984.799551:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970823680 00000100:00100000:0.0:1746137984.799569:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 358 00000100:00100000:0.0:1746137984.799573:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c799850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1958:x1830957970823680:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137984.799593:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c799850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1958:x1830957970823680:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 20us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137984.799599:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 358 00000100:00080000:0.0:1746137984.801252:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137984.803916:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.812092:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.816746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.817730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.817762:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970825216 00000100:00100000:0.0:1746137984.817766:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970825216 00002000:00100000:0.0:1746137984.817811:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800937c1c00 x1830957970825216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:420/0 lens 488/0 e 0 to 0 dl 1746137995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137984.817821:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1c00 with x1830957970825216 ext(0->4095) 00010000:00010000:0.0:1746137984.817829:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092c9aa00/0x8ae21a86589dc976 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a748c expref: 297 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.817840:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092c9aa00/0x8ae21a86589dc976 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a748c expref: 297 pid: 8501 timeout: 529 lvb_type: 0 00002000:00010000:0.0:1746137984.817847:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800937c1c00 00000100:00100000:0.0:1746137984.817872:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1605 00000100:00100000:0.0:1746137984.817878:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+297:1958:x1830957970825216:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137984.821711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.822561:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.826864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.829006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.831304:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.837834:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.839236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.841036:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.841721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.844452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.846966:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.849063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.851952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.857269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.858009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.858884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.859993:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.861234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.861271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.863240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.865568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.868675:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.871111:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.873215:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.874756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.878709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.882107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.883098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.883132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.885942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.887689:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.891356:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.894907:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.897261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.900028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.902499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.902589:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.905227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.905259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.905288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.905694:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9938 00000100:00100000:0.0:1746137984.905704:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+306:1960:x1830957970832384:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.905711:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137984.905848:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094920800/0x8ae21a86589dc9c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74d9 expref: 306 pid: 21614 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.905856:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094920800/0x8ae21a86589dc9c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74d9 expref: 306 pid: 21614 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.905867:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094920800/0x8ae21a86589dc9c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74d9 expref: 306 pid: 21614 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.905879:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.905881:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.905888:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094920400/0x8ae21a86589dc9ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74e0 expref: 305 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.905894:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094920400/0x8ae21a86589dc9ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74e0 expref: 305 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.905913:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094920400/0x8ae21a86589dc9ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74e0 expref: 304 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.905922:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094920400/0x8ae21a86589dc9ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74e0 expref: 304 pid: 21614 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.905931:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009452a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967410432:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137984.905971:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137984.908164:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.910988:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.912918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.915453:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.918132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.920036:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.922952:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.924957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.928691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.932048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.933966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.935782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.937139:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.938836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.940239:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.943281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.945728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.945821:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.947489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.947516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.947546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.947701:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9944 00000100:00100000:0.0:1746137984.947712:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970836864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137984.947726:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137984.947746:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc9e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74fc expref: 6 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.947759:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc9e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74fc expref: 6 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.947778:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dc9e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a74fc expref: 6 pid: 8501 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.947810:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.947812:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.947821:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc9f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a750a expref: 306 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.947830:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc9f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a750a expref: 306 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.947952:0:8515:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc9f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a750a expref: 306 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.947963:0:8515:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dc9f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a750a expref: 306 pid: 8501 timeout: 529 lvb_type: 0 00000100:00100000:0.0:1746137984.947974:0:8515:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967411712:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137984.948053:0:8515:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137984.950013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.953402:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.956308:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.960518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.965997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.966681:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.966976:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4869 00000100:00100000:0.0:1746137984.966983:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970838144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137984.966990:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137984.966997:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dca09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a751f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.967015:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.967016:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137984.967024:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dca09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a751f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137984.967146:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dca09 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a751f expref: 6 pid: 11153 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.967153:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dca09 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a751f expref: 6 pid: 11153 timeout: 529 lvb_type: 0 00010000:00010000:0.0:1746137984.967178:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:0.0:1746137984.967230:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970838144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 247us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137984.967236:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4869 00000100:00100000:0.0:1746137984.969658:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.969920:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.972723:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.976334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.979901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746137984.982631:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137984.986499:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.989685:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.992464:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.994556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.994773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.997321:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137984.999544:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.006781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137985.007314:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137985.012276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.014782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.014869:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137985.015144:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137985.018655:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.019885:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970841472 00000100:00100000:0.0:1746137985.019888:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970841472 00010000:00010000:0.0:1746137985.019905:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dca1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7534 expref: 313 pid: 11153 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.020513:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9951 00000100:00100000:0.0:1746137985.020520:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+313:1957:x1830957970841472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137985.020529:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137985.020546:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dca1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7534 expref: 313 pid: 11153 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.020554:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dca1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7534 expref: 313 pid: 11153 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.020573:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0600/0x8ae21a86589dca1e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7534 expref: 313 pid: 11153 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.021170:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137985.021210:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+312:1957:x1830957970841472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 689us (1393us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.021215:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9951 00000100:00100000:0.0:1746137985.023517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.026381:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.032509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.034961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.038573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.041115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.043464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.044554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.046413:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.050102:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.052512:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.055757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.058178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.060047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.062249:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.064017:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.066610:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970844544 00000100:00100000:0.0:1746137985.066613:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970844544 00002000:00100000:0.0:1746137985.066639:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88013014b100 x1830957970844544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/0 e 0 to 0 dl 1746137996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.066649:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b100 with x1830957970844544 ext(0->4095) 00010000:00010000:0.0:1746137985.066654:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589dca41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7557 expref: 317 pid: 17395 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.066664:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589dca41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7557 expref: 317 pid: 17395 timeout: 530 lvb_type: 0 00002000:00010000:0.0:1746137985.066671:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013014b100 00000100:00100000:0.0:1746137985.068686:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.068955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.072231:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.074841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.078942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.083574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.085712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.087164:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.092275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.094757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.096615:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013014a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957967415680:0@lo:400:kworker.0 00000100:00100000:0.0:1746137985.096643:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746137985.096811:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137985.096824:0:7138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1746137985.096830:0:7138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830957967415424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137985.097141:0:7138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830957967415424:12345-0@lo:400:kworker.0 Request processed in 310us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.097146:0:7138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1746137985.097220:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1746137985.097226:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957967415680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137985.097253:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957967415680:12345-0@lo:400:kworker.0 Request processed in 28us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.097258:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1746137985.097278:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013014a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957967415680:0@lo:400:kworker.0 00000100:00100000:0.0:1746137985.099166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.106339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.110471:0:8515:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130ef3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967416064:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137985.110491:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137985.110542:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+320:1958:x1830957970846848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4012us (4211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.110551:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9960 00000100:00100000:0.0:1746137985.110846:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970847104 00000100:00100000:0.0:1746137985.110853:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970847104 00002000:00100000:0.0:1746137985.110885:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130ef3800 x1830957970847104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/0 e 0 to 0 dl 1746137996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.110894:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3800 with x1830957970847104 ext(0->4095) 00002000:00010000:0.0:1746137985.110898:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130ef3800 00000100:00100000:0.0:1746137985.110924:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3995 00000100:00100000:0.0:1746137985.110930:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+320:1957:x1830957970847104:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137985.111066:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+320:1957:x1830957970847104:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.111071:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3995 00002000:00100000:0.0:1746137985.111076:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130ef3800 x1830957970847104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.111083:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3800 with x1830957970847104 ext(0->4095) 00002000:00010000:0.0:1746137985.111086:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130ef3800 00000100:00100000:0.0:1746137985.114399:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.114512:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.116575:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.118619:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970847744 00000100:00100000:0.0:1746137985.118624:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970847744 00010000:00010000:0.0:1746137985.118644:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da39200/0x8ae21a86589dca64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a757a expref: 321 pid: 8501 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.118667:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9961 00000100:00100000:0.0:1746137985.118672:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+321:1957:x1830957970847744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137985.118682:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137985.118698:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012da39200/0x8ae21a86589dca64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a757a expref: 321 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.118708:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012da39200/0x8ae21a86589dca64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a757a expref: 321 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.118727:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da39200/0x8ae21a86589dca64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a757a expref: 321 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.118752:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137985.119263:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+320:1957:x1830957970847744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 588us (1710us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.119269:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9961 00000100:00100000:0.0:1746137985.119894:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970848000 00000100:00100000:0.0:1746137985.119897:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970848000 00010000:00010000:0.0:1746137985.119910:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dca6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7581 expref: 6 pid: 21614 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.120034:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9962 00000100:00100000:0.0:1746137985.120040:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957970848000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137985.120047:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137985.120064:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dca6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7581 expref: 6 pid: 21614 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.120073:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dca6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7581 expref: 6 pid: 21614 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.120086:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488400/0x8ae21a86589dca6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7581 expref: 6 pid: 21614 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.120101:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137985.120103:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137985.120108:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dca72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7588 expref: 320 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.120115:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dca72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7588 expref: 320 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.120133:0:8515:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dca72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7588 expref: 320 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.120143:0:8515:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dca72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7588 expref: 320 pid: 21614 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.120153:0:8515:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967416576:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137985.120669:0:8515:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137985.122457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.124527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.127619:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.128776:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957967416832 00000100:00100000:0.0:1746137985.128780:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957967416832 00000100:00100000:0.0:1746137985.128823:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1746137985.128829:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957967416832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746137985.128865:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 604307456 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746137985.129004:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957967416832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 176us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.129013:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1746137985.130870:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.132520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.134033:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.137893:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.140093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.141825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.141847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.141893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.141912:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970849792 00000100:00100000:0.0:1746137985.141915:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970849792 00010000:00010000:0.0:1746137985.141939:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dca80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7596 expref: 6 pid: 8501 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.141956:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970849920 00000100:00100000:0.0:1746137985.141959:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970849920 00010000:00010000:0.0:1746137985.141966:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dca79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a758f expref: 324 pid: 21614 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.141978:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9964 00000100:00100000:0.0:1746137985.141984:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970849792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137985.141992:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137985.142014:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dca80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7596 expref: 7 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.142024:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dca80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7596 expref: 7 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.142114:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0800/0x8ae21a86589dca80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7596 expref: 8 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.142307:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137985.142323:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957970849792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 339us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.142330:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9964 00000100:00100000:0.0:1746137985.144118:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.146798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.149879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.153345:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.157919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.158010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.162507:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.165441:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.171456:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.178993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.183066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.183178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.183206:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970852352 00000100:00100000:0.0:1746137985.183212:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970852352 00002000:00100000:0.0:1746137985.183243:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008606e680 x1830957970852352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/0 e 0 to 0 dl 1746137996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.183252:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606e680 with x1830957970852352 ext(0->4095) 00002000:00010000:0.0:1746137985.183256:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008606e680 00000100:00100000:0.0:1746137985.183284:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4000 00000100:00100000:0.0:1746137985.183290:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+327:1960:x1830957970852352:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137985.184053:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+328:1960:x1830957970852352:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 762us (874us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.184059:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4000 00002000:00100000:0.0:1746137985.184064:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008606e680 x1830957970852352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.184071:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606e680 with x1830957970852352 ext(0->4095) 00010000:00010000:0.0:1746137985.184076:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130f07800/0x8ae21a86589dca95 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a75ab expref: 328 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.184084:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130f07800/0x8ae21a86589dca95 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a75ab expref: 328 pid: 8501 timeout: 530 lvb_type: 0 00002000:00010000:0.0:1746137985.184089:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008606e680 00000100:00100000:0.0:1746137985.185965:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.186008:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.188311:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.191536:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.193906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.196358:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.201755:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.206329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.206383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.210392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.211487:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970854272 00000100:00100000:0.0:1746137985.211490:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970854272 00000100:00100000:0.0:1746137985.211507:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4895 00000100:00100000:0.0:1746137985.211511:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957970854272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137985.211521:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137985.211530:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dcabf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a75d5 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.211542:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dcab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a75ce expref: 328 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.211547:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137985.211548:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137985.211550:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dcabf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a75d5 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.211563:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dcab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a75ce expref: 328 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.211570:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dcab8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a75ce expref: 328 pid: 11153 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.211577:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008606d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957967419008:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137985.211598:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137985.213407:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.216637:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.218939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.221809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.224954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.228609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.231076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.231125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.235598:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.235616:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.235641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.240718:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.244291:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.250842:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.254530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.254623:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.257284:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.257333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.259938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.261972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.267616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.277209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.277982:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.281540:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.285784:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.289889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.292522:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.296593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.300327:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.303672:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.306101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.308088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.308131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.310455:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970860672 00000100:00100000:0.0:1746137985.310464:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970860672 00002000:00100000:0.0:1746137985.310502:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130149880 x1830957970860672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/0 e 0 to 0 dl 1746137996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.310511:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149880 with x1830957970860672 ext(0->4095) 00010000:00010000:0.0:1746137985.310520:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dcb05 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a761b expref: 338 pid: 11153 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.310531:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea0e00/0x8ae21a86589dcb05 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a761b expref: 338 pid: 11153 timeout: 530 lvb_type: 0 00002000:00010000:0.0:1746137985.310537:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130149880 00000100:00100000:0.0:1746137985.313616:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.313799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.324243:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.331322:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.335218:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.335680:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9984 00000100:00100000:0.0:1746137985.335688:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+338:1957:x1830957970861696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137985.335701:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137985.335720:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dcafe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7614 expref: 338 pid: 17395 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.335731:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dcafe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7614 expref: 338 pid: 17395 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.335751:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dcafe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7614 expref: 338 pid: 17395 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.336321:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137985.336323:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137985.336330:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dcb0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7622 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.336337:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dcb0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7622 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.336368:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dcb0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7622 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137985.336378:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094529500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967421568:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137985.336878:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137985.339547:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.341871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.349842:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.353906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.354018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.357171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.358102:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970863104 00000100:00100000:0.0:1746137985.358107:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970863104 00000100:00100000:0.0:1746137985.358169:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4909 00000100:00100000:0.0:1746137985.358176:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+338:30915:x1830957970863104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137985.358192:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137985.358204:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dcb21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7637 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.358223:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137985.358229:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dcb1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7630 expref: 339 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.358234:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137985.358238:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dcb21 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7637 expref: 339 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.358271:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dcb1a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7630 expref: 339 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.358282:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dcb21 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7637 expref: 339 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.358289:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137985.358290:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137985.358294:0:17395:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dcb1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7630 expref: 339 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.358300:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dcb1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7630 expref: 339 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.358314:0:17395:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dcb1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7630 expref: 339 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.358324:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dcb1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7630 expref: 339 pid: 17395 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.358338:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967422080:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137985.358406:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137985.362234:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092d16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967422080:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137985.362251:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57000, rc 0) 00000100:00100000:0.0:1746137985.362295:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+340:30915:x1830957970863104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4120us (4329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.362302:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4909 00000100:00100000:0.0:1746137985.365755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.371058:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.374128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.376070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.378216:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.381965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.386208:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.389384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.396627:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.400623:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.407742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.411747:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.413105:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970866048:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1003us (1362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.413112:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4015 00002000:00100000:0.0:1746137985.413118:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800935b9180 x1830957970866048/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.413131:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9180 with x1830957970866048 ext(0->4095) 00002000:00010000:0.0:1746137985.413134:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b9180 00000100:00100000:0.0:1746137985.414608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.415853:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.418466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.420904:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.424032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.426558:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.438668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.440605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.441249:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.444763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.447469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.450106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.455148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.460708:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.460769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.462618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.462707:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.464768:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.468227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.472271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.475114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.477795:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.478516:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.479570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.480549:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970870528 00000100:00100000:0.0:1746137985.480553:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970870528 00010000:00010000:0.0:1746137985.480571:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ebb200/0x8ae21a86589dcb60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7676 expref: 349 pid: 21614 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.480597:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9997 00000100:00100000:0.0:1746137985.480603:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+349:1958:x1830957970870528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137985.480612:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137985.480627:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ebb200/0x8ae21a86589dcb60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7676 expref: 349 pid: 21614 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.480636:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ebb200/0x8ae21a86589dcb60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7676 expref: 349 pid: 21614 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.480657:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ebb200/0x8ae21a86589dcb60 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7676 expref: 349 pid: 21614 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.480685:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137985.483772:0:8515:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967424768:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137985.483802:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137985.484064:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957970870656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1812us (2003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.484073:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9998 00000100:00100000:0.0:1746137985.486319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.490561:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.492736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.494671:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.499867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.501855:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.502918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.503923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.507349:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.512794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.515618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.517819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.522278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.522395:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.526664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.526717:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.528865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.531127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.534343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.536070:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.537931:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.540768:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.544624:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.544771:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.550478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.555373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.558041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.560298:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.564090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.564146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.566450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.566489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.566649:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1678 00000100:00100000:0.0:1746137985.566655:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957970877184:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137985.566794:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957970877184:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.566800:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1678 00002000:00100000:0.0:1746137985.566805:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092765880 x1830957970877184/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.566812:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765880 with x1830957970877184 ext(0->4095) 00010000:00010000:0.0:1746137985.566816:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1400/0x8ae21a86589dcbb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a76d1 expref: 6 pid: 17395 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.566825:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1400/0x8ae21a86589dcbb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a76d1 expref: 6 pid: 17395 timeout: 530 lvb_type: 0 00002000:00010000:0.0:1746137985.566836:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092765880 00000100:00100000:0.0:1746137985.567760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.569614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.574613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.577358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.580609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.582875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.584676:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.586818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.589826:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.589868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.589915:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.593317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.596663:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.599399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.602311:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.602820:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+360:1957:x1830957970880000:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 356us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.602826:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4028 00002000:00100000:0.0:1746137985.602830:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b930000 x1830957970880000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.602836:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930000 with x1830957970880000 ext(0->4095) 00002000:00010000:0.0:1746137985.602839:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b930000 00000100:00100000:0.0:1746137985.606062:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.608114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.609848:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.610825:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970880768 00000100:00100000:0.0:1746137985.610829:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970880768 00002000:00100000:0.0:1746137985.610856:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130f67480 x1830957970880768/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/0 e 0 to 0 dl 1746137996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.610864:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67480 with x1830957970880768 ext(0->4095) 00010000:00010000:0.0:1746137985.610871:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ebaa00/0x8ae21a86589dcbd7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a76ed expref: 362 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.610880:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ebaa00/0x8ae21a86589dcbd7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a76ed expref: 362 pid: 8501 timeout: 530 lvb_type: 0 00002000:00010000:0.0:1746137985.610885:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130f67480 00000100:00100000:0.0:1746137985.610911:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1682 00000100:00100000:0.0:1746137985.610917:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+362:1960:x1830957970880768:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137985.611066:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+362:1960:x1830957970880768:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.611072:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1682 00002000:00100000:0.0:1746137985.611077:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130f67480 x1830957970880768/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.611083:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67480 with x1830957970880768 ext(0->4095) 00010000:00010000:0.0:1746137985.611086:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ebaa00/0x8ae21a86589dcbd7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a76ed expref: 362 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.611093:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ebaa00/0x8ae21a86589dcbd7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a76ed expref: 362 pid: 8501 timeout: 530 lvb_type: 0 00002000:00010000:0.0:1746137985.611097:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130f67480 00000100:00100000:0.0:1746137985.612907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.613097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.613947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.615720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.618589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.623046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.626246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.630115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.631190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.632333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.634917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.635940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.636471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.638989:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.641326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.644020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.653876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.656745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.658664:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.658753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.660956:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.662194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.662283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.665265:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.668685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.672620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.676332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.678106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.684806:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.687262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.689373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.689856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.693215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.695095:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.702040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.709358:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.710251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.710898:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970888064 00000100:00100000:0.0:1746137985.710902:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970888064 00002000:00100000:0.0:1746137985.710938:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094138000 x1830957970888064/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:421/0 lens 488/0 e 0 to 0 dl 1746137996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.710950:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138000 with x1830957970888064 ext(0->4095) 00002000:00010000:0.0:1746137985.710955:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094138000 00000100:00100000:0.0:1746137985.710969:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4036 00000100:00100000:0.0:1746137985.710976:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970888064:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137985.711131:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970888064:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (881us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.711137:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4036 00002000:00100000:0.0:1746137985.711142:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094138000 x1830957970888064/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.711148:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138000 with x1830957970888064 ext(0->4095) 00010000:00010000:0.0:1746137985.711154:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dcc2b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7741 expref: 6 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.711165:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b489a00/0x8ae21a86589dcc2b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7741 expref: 6 pid: 8501 timeout: 530 lvb_type: 0 00002000:00010000:0.0:1746137985.711171:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094138000 00000100:00100000:0.0:1746137985.713666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.713757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.715877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.720366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.724517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.728128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.732891:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.733060:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.735309:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.735445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.737144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.742387:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.747052:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.754325:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.756896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.758889:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.760603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.763907:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.768071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.771947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.775080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.775124:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.778061:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.778171:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.780237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.782520:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.785347:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.789643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.792677:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.794595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.796333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.796545:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.799650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.801945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.804628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.808009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.811324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.814211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.816908:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.818287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.819023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.820192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.820797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.820991:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.823504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.825655:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.829252:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.832229:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.834930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.838837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.840828:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.840899:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.840928:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970897536 00000100:00100000:0.0:1746137985.840932:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970897536 00002000:00100000:0.0:1746137985.841016:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b932680 x1830957970897536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:421/0 lens 488/0 e 0 to 0 dl 1746137996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.841023:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932680 with x1830957970897536 ext(0->4095) 00010000:00010000:0.0:1746137985.841029:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dcc94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a77aa expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.841036:0:8505:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dcc94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a77aa expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137985.841046:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b932680 00000100:00100000:0.0:1746137985.841063:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1707 00000100:00100000:0.0:1746137985.841068:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970897536:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137985.841160:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970897536:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.841166:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1707 00002000:00100000:0.0:1746137985.841171:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b932680 x1830957970897536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.841177:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932680 with x1830957970897536 ext(0->4095) 00010000:00010000:0.0:1746137985.841180:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dcc94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a77aa expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.841186:0:8505:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880093ea1a00/0x8ae21a86589dcc94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a77aa expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137985.841191:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b932680 00000100:00100000:0.0:1746137985.846042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.846101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.846537:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.848554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.851830:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.859048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.866523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.869759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.870354:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.872063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.875277:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.876970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.879773:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.881820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.885298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.889051:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.892343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.892977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.895509:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970900992 00000100:00100000:0.0:1746137985.895514:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970900992 00010000:00010000:0.0:1746137985.895533:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dccbe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a77d4 expref: 386 pid: 8501 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.895562:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10046 00000100:00100000:0.0:1746137985.895568:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+386:1957:x1830957970900992:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137985.895577:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137985.895592:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dccbe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a77d4 expref: 386 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.895606:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dccbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a77d4 expref: 386 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.895630:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589dccbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a77d4 expref: 386 pid: 8501 timeout: 530 lvb_type: 0 00010000:00010000:0.0:1746137985.895660:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137985.895798:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+385:1957:x1830957970900992:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 229us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137985.895805:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10046 00000100:00100000:0.0:1746137985.896125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.898521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.900804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.905742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.908414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.910833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.912039:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.912451:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.914069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.914142:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.914827:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.916290:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.918133:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.922078:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.924110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.925850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.928886:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.928995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.930629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.930663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.932335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.932450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.933956:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.936224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.938750:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.942704:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.944479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.945879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.947829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.950208:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.950301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.951066:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970907136 00000100:00100000:0.0:1746137985.951069:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970907136 00000100:00100000:0.0:1746137985.951098:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4979 00000100:00100000:0.0:1746137985.951104:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+391:30915:x1830957970907136:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137985.951115:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137985.951124:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589dcd0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7821 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.951138:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589dcd04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a781a expref: 392 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.951144:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137985.951146:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137985.951148:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589dcd0b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7821 expref: 392 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.951165:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589dcd04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a781a expref: 392 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137985.951175:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589dcd04 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a781a expref: 392 pid: 8501 timeout: 530 lvb_type: 0 00000100:00100000:0.0:1746137985.951188:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009413b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967437696:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137985.951227:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137985.952125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.955756:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.957294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.960486:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.963835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.967353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.967466:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.969784:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.969901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.970270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.975843:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.978729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.981268:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.984545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.986770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.986920:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.989826:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.990703:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.993406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.993914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137985.997713:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970911744 00000100:00100000:0.0:1746137985.997719:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970911744 00002000:00100000:0.0:1746137985.997757:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cfe680 x1830957970911744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/0 e 0 to 0 dl 1746137996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.997786:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfe680 with x1830957970911744 ext(0->4095) 00010000:00010000:0.0:1746137985.997794:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dcd2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7844 expref: 394 pid: 17395 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137985.997810:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dcd2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7844 expref: 394 pid: 17395 timeout: 531 lvb_type: 0 00002000:00010000:0.0:1746137985.997817:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cfe680 00000100:00100000:0.0:1746137985.997843:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1726 00000100:00100000:0.0:1746137985.997849:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+394:1957:x1830957970911744:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137985.997975:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+394:1957:x1830957970911744:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137985.997980:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1726 00002000:00100000:0.0:1746137985.997985:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cfe680 x1830957970911744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746137996 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137985.997992:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfe680 with x1830957970911744 ext(0->4095) 00010000:00010000:0.0:1746137985.997996:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dcd2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7844 expref: 394 pid: 17395 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137985.998005:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1000/0x8ae21a86589dcd2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7844 expref: 394 pid: 17395 timeout: 531 lvb_type: 0 00002000:00010000:0.0:1746137985.998010:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cfe680 00000100:00100000:0.0:1746137986.000336:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.002796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.005127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.007113:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.010733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.013093:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.013555:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.015561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.015593:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.016435:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970913536 00000100:00100000:0.0:1746137986.016439:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970913536 00000100:00100000:0.0:1746137986.016736:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4988 00000100:00100000:0.0:1746137986.016743:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e064450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+397:30915:x1830957970913536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137986.016753:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137986.016762:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcd4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7860 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.016786:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dcd43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7859 expref: 398 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.016792:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137986.016796:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137986.016799:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcd4a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7860 expref: 398 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.016817:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dcd43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7859 expref: 398 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.016826:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea0000/0x8ae21a86589dcd43 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7859 expref: 398 pid: 17395 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.016834:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967439616:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137986.016939:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137986.018225:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.018861:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967439616:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137986.018881:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcd4a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7860 expref: 397 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.018892:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56800, rc 0) 00000100:00100000:0.0:1746137986.018922:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e064450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+397:30915:x1830957970913536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2179us (2649us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.018927:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4988 00000100:00100000:0.0:1746137986.020991:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.024597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.032016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.034864:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.035454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.037112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.037191:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.037217:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970915072 00000100:00100000:0.0:1746137986.037225:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970915072 00010000:00010000:0.0:1746137986.037264:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcd4a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7860 expref: 400 pid: 17395 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.037303:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970915200 00000100:00100000:0.0:1746137986.037306:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970915200 00010000:00010000:0.0:1746137986.037318:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589dcd51 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7867 expref: 6 pid: 17395 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.037335:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10067 00000100:00100000:0.0:1746137986.037343:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+400:1959:x1830957970915072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.037357:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.037384:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcd4a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7860 expref: 400 pid: 17395 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.037395:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcd4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7860 expref: 400 pid: 17395 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.037452:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137986.037495:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+400:1959:x1830957970915072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 152us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.037502:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10067 00000100:00100000:0.0:1746137986.038208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.039462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.041920:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.044481:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.046353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.050495:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.052139:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.055010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.057507:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.061699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.061745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.061891:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.061926:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970917248 00000100:00100000:0.0:1746137986.061929:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970917248 00010000:00010000:0.0:1746137986.061946:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dcd5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7875 expref: 404 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.061968:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970917120 00000100:00100000:0.0:1746137986.061970:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970917120 00010000:00010000:0.0:1746137986.061979:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcd66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a787c expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.061997:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10071 00000100:00100000:0.0:1746137986.062001:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957970917120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.062007:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.062013:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcd66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a787c expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.062566:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcd66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a787c expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.062584:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcd66 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a787c expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.062599:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137986.062617:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957970917120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 616us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.062622:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10071 00000100:00100000:0.0:1746137986.065340:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.067485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.070833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.072729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.074865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.076315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.078229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.080684:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.080744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.086921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.086959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.087002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.087065:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970919552 00000100:00100000:0.0:1746137986.087075:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970919552 00010000:00010000:0.0:1746137986.087113:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dcd74 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a788a expref: 404 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.087141:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970919424 00000100:00100000:0.0:1746137986.087144:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970919424 00010000:00010000:0.0:1746137986.087154:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dcd7b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7891 expref: 7 pid: 17395 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.087174:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10073 00000100:00100000:0.0:1746137986.087179:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+404:1958:x1830957970919552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.087189:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.087211:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dcd74 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a788a expref: 404 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.087220:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dcd74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a788a expref: 404 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.087527:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dcd74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a788a expref: 404 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.087767:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137986.087931:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+402:1958:x1830957970919552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 750us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.087936:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10073 00000100:00100000:0.0:1746137986.089576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.092832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.096160:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.098715:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.101862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.104966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.105225:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.105263:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970921088 00000100:00100000:0.0:1746137986.105266:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970921088 00002000:00100000:0.0:1746137986.105291:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091450700 x1830957970921088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/0 e 0 to 0 dl 1746137997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.105302:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091450700 with x1830957970921088 ext(0->4095) 00002000:00010000:0.0:1746137986.105306:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091450700 00000100:00100000:0.0:1746137986.105339:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4072 00000100:00100000:0.0:1746137986.105345:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+405:1960:x1830957970921088:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137986.105561:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+406:1960:x1830957970921088:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 216us (335us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137986.105571:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4072 00002000:00100000:0.0:1746137986.105575:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091450700 x1830957970921088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746137997 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.105582:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091450700 with x1830957970921088 ext(0->4095) 00010000:00010000:0.0:1746137986.105587:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093727000/0x8ae21a86589dcd90 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78a6 expref: 406 pid: 17395 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.105596:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093727000/0x8ae21a86589dcd90 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78a6 expref: 406 pid: 17395 timeout: 531 lvb_type: 0 00002000:00010000:0.0:1746137986.105601:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091450700 00000100:00100000:0.0:1746137986.106816:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970921216 00000100:00100000:0.0:1746137986.106820:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970921216 00010000:00010000:0.0:1746137986.106839:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dcd89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a789f expref: 7 pid: 17395 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.106857:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970921472 00000100:00100000:0.0:1746137986.106859:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970921472 00010000:00010000:0.0:1746137986.106866:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093727000/0x8ae21a86589dcd90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78a6 expref: 405 pid: 17395 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.107134:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10076 00000100:00100000:0.0:1746137986.107141:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1957:x1830957970921216:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.107151:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.107313:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dcd89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a789f expref: 8 pid: 17395 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.107328:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dcd89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a789f expref: 8 pid: 17395 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.107339:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489000/0x8ae21a86589dcd89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a789f expref: 8 pid: 17395 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.107351:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.107353:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.107359:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dcd97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78ad expref: 403 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.107367:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dcd97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78ad expref: 403 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.107385:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dcd97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78ad expref: 403 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.107394:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1e00/0x8ae21a86589dcd97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78ad expref: 403 pid: 8501 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.107403:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091452a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967442176:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137986.107481:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137986.108717:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.110646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.112383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.113963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.116324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.117687:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.121761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.123920:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.126111:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.128259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.128294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.128329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.132601:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.136173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.142886:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.147696:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.149609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.150401:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.150436:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970924928 00000100:00100000:0.0:1746137986.150440:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970924928 00000100:00100000:0.0:1746137986.150467:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5005 00000100:00100000:0.0:1746137986.150472:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+409:30915:x1830957970924928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137986.150479:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137986.150486:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcdc1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a78d7 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.150497:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.150501:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dcdba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78d0 expref: 410 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.150507:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137986.150509:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcdc1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78d7 expref: 410 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.150533:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ea1200/0x8ae21a86589dcdba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78d0 expref: 410 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.150547:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dcdc1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a78d7 expref: 410 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.150557:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56800, rc 0) 00000100:00100000:0.0:1746137986.150580:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+410:30915:x1830957970924928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.150586:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5005 00000100:00100000:0.0:1746137986.152010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.153749:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.156719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.159594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.162363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.163897:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.166479:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970926336 00000100:00100000:0.0:1746137986.166489:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970926336 00002000:00100000:0.0:1746137986.166533:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012ba88380 x1830957970926336/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:422/0 lens 488/0 e 0 to 0 dl 1746137997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.166542:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88380 with x1830957970926336 ext(0->4095) 00002000:00010000:0.0:1746137986.166547:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba88380 00000100:00100000:0.0:1746137986.166573:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4079 00000100:00100000:0.0:1746137986.166579:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957970926336:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137986.166758:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957970926336:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 178us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137986.166765:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4079 00002000:00100000:0.0:1746137986.166781:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012ba88380 x1830957970926336/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746137997 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.166788:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88380 with x1830957970926336 ext(0->4095) 00002000:00010000:0.0:1746137986.166790:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba88380 00000100:00100000:0.0:1746137986.170747:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.175558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.178525:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.178555:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.178577:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970927104 00000100:00100000:0.0:1746137986.178584:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970927104 00000100:00100000:0.0:1746137986.182942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.185818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.191169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.195982:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.201686:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.203542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.205746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.207384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.208679:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.209280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.212013:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b124a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967444608:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137986.212033:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137986.212091:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+413:1958:x1830957970928896:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2565us (2811us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.212100:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10088 00000100:00100000:0.0:1746137986.213659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.217323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.219394:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.220992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.223222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.224855:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.224895:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.227234:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.227334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.227354:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970930688 00000100:00100000:0.0:1746137986.227358:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970930688 00010000:00010000:0.0:1746137986.227377:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcdf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7908 expref: 415 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.227429:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10090 00000100:00100000:0.0:1746137986.227436:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+415:1958:x1830957970930688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.227446:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.227465:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcdf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7908 expref: 416 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.227475:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcdf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7908 expref: 416 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.227506:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcdf2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7908 expref: 417 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.227531:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.227533:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.227540:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589dcdf9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a790f expref: 416 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.227547:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589dcdf9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a790f expref: 416 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.227582:0:8515:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589dcdf9 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a790f expref: 416 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.227590:0:8515:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589dcdf9 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a790f expref: 416 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.227599:0:8515:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d38380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967445248:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137986.227649:0:8515:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137986.229241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.231002:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.233184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.235925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.239146:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.240645:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.243975:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.244275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.246085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.247404:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.247462:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.250094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.253843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.257617:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.259604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.261510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.263018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.265173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.268582:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.268672:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.272272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.272299:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.272331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.275063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.276936:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.279136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.281347:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.285187:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.286927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.288412:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.289308:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.290848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.290888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.293149:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.296106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.298138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.301872:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.306251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.308567:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.309256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.310716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.311802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.312346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.313938:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967447808:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137986.313956:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dce54 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a796a expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.313966:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b489400, rc 0) 00000100:00100000:0.0:1746137986.313985:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957970938880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1543us (1639us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.313991:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5026 00000100:00100000:0.0:1746137986.316148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.319656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.323679:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.326948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.327038:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.327311:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5028 00000100:00100000:0.0:1746137986.327319:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+425:30915:x1830957970940032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137986.327327:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137986.327334:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dce62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7978 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.327345:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.327350:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589dce5b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7971 expref: 426 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.327355:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137986.327358:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dce62 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7978 expref: 426 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.327393:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589dce5b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7971 expref: 426 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.327430:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dce62 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7978 expref: 426 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.327440:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:0.0:1746137986.327477:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+426:30915:x1830957970940032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.327483:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5028 00000100:00100000:0.0:1746137986.329244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.333252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.335179:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.336792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.339532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.343328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.345712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.346630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.347713:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.348333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.350503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.350538:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.354938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.361119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.363837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.369656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.369713:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.371705:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.373792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.373844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.375956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.377551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.378947:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.381006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.382955:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.384913:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970945280 00000100:00100000:0.0:1746137986.384920:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970945280 00002000:00100000:0.0:1746137986.384955:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093d39500 x1830957970945280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/0 e 0 to 0 dl 1746137997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.384963:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d39500 with x1830957970945280 ext(0->4095) 00002000:00010000:0.0:1746137986.384969:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d39500 00000100:00100000:0.0:1746137986.384990:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4097 00000100:00100000:0.0:1746137986.384996:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+430:1959:x1830957970945280:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137986.385210:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+430:1959:x1830957970945280:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 213us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137986.385217:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4097 00002000:00100000:0.0:1746137986.385222:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093d39500 x1830957970945280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746137997 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.385229:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d39500 with x1830957970945280 ext(0->4095) 00002000:00010000:0.0:1746137986.385232:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d39500 00000100:00100000:0.0:1746137986.388618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.389157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.390447:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.392876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.394294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.395532:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.397493:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.399531:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.402143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.404472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.405061:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.406854:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.406889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.406943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.409107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.411783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.413452:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.415365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.417584:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.424577:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.424626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.427587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.427667:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.427718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.427754:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970949888 00000100:00100000:0.0:1746137986.427761:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970949888 00010000:00010000:0.0:1746137986.427815:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1600/0x8ae21a86589dcebd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a79d3 expref: 436 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.428136:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970950144 00000100:00100000:0.0:1746137986.428140:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970950144 00010000:00010000:0.0:1746137986.428153:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589dceb6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a79cc expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.430666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.436653:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.441919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.446710:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970951040 00000100:00100000:0.0:1746137986.446720:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970951040 00002000:00100000:0.0:1746137986.446789:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093d39c00 x1830957970951040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/0 e 0 to 0 dl 1746137997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.446798:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d39c00 with x1830957970951040 ext(0->4095) 00002000:00010000:0.0:1746137986.446803:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d39c00 00000100:00100000:0.0:1746137986.446830:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4104 00000100:00100000:0.0:1746137986.446836:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+437:1957:x1830957970951040:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137986.449133:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.449190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.451627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.453551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.456542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.459411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.462319:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.465848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.467331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.468199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.470238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.471408:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.472641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.474282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.476541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.479648:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.484928:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.487962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.489201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.491374:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.492286:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.495070:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.498232:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.508780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.511240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.514562:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.515628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.517808:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970956288 00000100:00100000:0.0:1746137986.517813:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970956288 00010000:00010000:0.0:1746137986.517832:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcf03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a19 expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.517857:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10130 00000100:00100000:0.0:1746137986.517863:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970956288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.517873:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.517894:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcf03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a19 expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.517905:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcf03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a19 expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.517928:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589dcf03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a19 expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.517942:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.517944:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.517951:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093727000/0x8ae21a86589dcf0a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a20 expref: 442 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.517958:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093727000/0x8ae21a86589dcf0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a20 expref: 442 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.517977:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093727000/0x8ae21a86589dcf0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a20 expref: 442 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.517987:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093727000/0x8ae21a86589dcf0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a20 expref: 442 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.517998:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089d42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967453824:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137986.518055:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137986.519736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.525364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.530037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.530099:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970957312 00000100:00100000:0.0:1746137986.530105:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970957312 00002000:00100000:0.0:1746137986.530142:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089d42680 x1830957970957312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/0 e 0 to 0 dl 1746137997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.530158:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d42680 with x1830957970957312 ext(0->4095) 00002000:00010000:0.0:1746137986.530162:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d42680 00000100:00100000:0.0:1746137986.530178:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4109 00000100:00100000:0.0:1746137986.530492:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+444:1959:x1830957970957312:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137986.530849:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+444:1959:x1830957970957312:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 664us (812us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137986.530855:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4109 00002000:00100000:0.0:1746137986.530860:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089d42680 x1830957970957312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746137997 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.530867:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d42680 with x1830957970957312 ext(0->4095) 00002000:00010000:0.0:1746137986.530870:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d42680 00000100:00100000:0.0:1746137986.537695:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.540591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:0.0:1746137986.548754:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968627 is committed 00000001:00080000:0.0:1746137986.548786:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968723 is committed 00000001:00080000:0.0:1746137986.548947:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968724 is committed 00000001:00080000:0.0:1746137986.549939:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968725 is committed 00000100:00100000:0.0:1746137986.552077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.554967:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.557619:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.560878:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.564254:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.564353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.567197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.567260:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.568579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.570559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.573572:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.574395:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970961024 00000100:00100000:0.0:1746137986.574402:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970961024 00002000:00100000:0.0:1746137986.574451:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009452ad80 x1830957970961024/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 496/0 e 0 to 0 dl 1746137997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.574460:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452ad80 with x1830957970961024 ext(0->7) 00010000:00010000:0.0:1746137986.574468:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dcf34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a4a expref: 11 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.574480:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dcf34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a4a expref: 11 pid: 8501 timeout: 531 lvb_type: 0 00002000:00010000:0.0:1746137986.574486:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009452ad80 00000100:00100000:0.0:1746137986.574509:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1791 00000100:00100000:0.0:1746137986.574514:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1960:x1830957970961024:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137986.574850:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1960:x1830957970961024:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 333us (1283us total) trans 4294968728 rc 0/0 00000100:00100000:0.0:1746137986.574856:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1791 00002000:00100000:0.0:1746137986.574862:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009452ad80 x1830957970961024/t4294968728(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 496/448 e 0 to 0 dl 1746137997 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.574868:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452ad80 with x1830957970961024 ext(0->7) 00010000:00010000:0.0:1746137986.574872:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dcf34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a4a expref: 13 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.574885:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dcf34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7a4a expref: 13 pid: 8501 timeout: 531 lvb_type: 0 00002000:00010000:0.0:1746137986.574890:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009452ad80 00000100:00100000:0.0:1746137986.576379:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.578264:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.582703:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.587850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.588661:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.588697:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.592584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.594485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.596156:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.599152:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.602924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.604796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.604868:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.606337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.606930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.608356:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.609497:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.610981:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.613026:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.614758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.616827:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.618571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.621923:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.623188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.623353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.623389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.625244:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.626809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.628884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.630926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.632952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.635590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.638281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.638343:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.640366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.640408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.641952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.643756:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.645861:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.649463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.650959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.652371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.655031:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.655088:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.657454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.657489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.657639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.659742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.661793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.664747:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.667461:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.669268:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.671596:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.671646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.674286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.674500:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.674568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.674586:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970972288 00000100:00100000:0.0:1746137986.674591:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970972288 00010000:00010000:0.0:1746137986.674613:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009369ea00/0x8ae21a86589dcfa4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7aba expref: 23 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.674845:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970972416 00000100:00100000:0.0:1746137986.674847:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970972416 00010000:00010000:0.0:1746137986.674859:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dcfab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7ac1 expref: 6 pid: 21614 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.677570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.679505:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.681782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.685543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.687807:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.690151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.690252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.692384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.692462:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.692653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.694048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.694069:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970974592 00000100:00100000:0.0:1746137986.694074:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970974592 00002000:00100000:0.0:1746137986.694098:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094388e00 x1830957970974592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/0 e 0 to 0 dl 1746137997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.694106:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388e00 with x1830957970974592 ext(0->4095) 00010000:00010000:0.0:1746137986.694111:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589dcfc7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7add expref: 27 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.694121:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589dcfc7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7add expref: 27 pid: 8501 timeout: 531 lvb_type: 0 00002000:00010000:0.0:1746137986.694126:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094388e00 00000100:00100000:0.0:1746137986.694152:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1804 00000100:00100000:0.0:1746137986.694158:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957970974592:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137986.694279:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957970974592:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137986.694284:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1804 00002000:00100000:0.0:1746137986.694288:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094388e00 x1830957970974592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746137997 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137986.694294:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388e00 with x1830957970974592 ext(0->4095) 00010000:00010000:0.0:1746137986.694303:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589dcfc7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7add expref: 27 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.694311:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589dcfc7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7add expref: 27 pid: 8501 timeout: 531 lvb_type: 0 00002000:00010000:0.0:1746137986.694316:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094388e00 00000100:00100000:0.0:1746137986.695858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.698962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.701018:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.702671:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.704957:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.705961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.707173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.707281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.708648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.708685:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.710956:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.714919:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.717192:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.720299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.722086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.724072:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.725852:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.728127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.728155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.728189:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.728205:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970977920 00000100:00100000:0.0:1746137986.728209:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970977920 00010000:00010000:0.0:1746137986.728227:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bfbc400/0x8ae21a86589dcfea lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b00 expref: 31 pid: 8501 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.728251:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970978176 00000100:00100000:0.0:1746137986.728253:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970978176 00010000:00010000:0.0:1746137986.728262:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129c6aa00/0x8ae21a86589dcfe3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7af9 expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.728278:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10163 00000100:00100000:0.0:1746137986.728283:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970978176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.728289:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.728310:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129c6aa00/0x8ae21a86589dcfe3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7af9 expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.728319:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129c6aa00/0x8ae21a86589dcfe3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7af9 expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.728346:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.728348:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.728353:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbc200/0x8ae21a86589dcff1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b07 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.728360:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bfbc200/0x8ae21a86589dcff1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b07 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.728402:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bfbc200/0x8ae21a86589dcff1 lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b07 expref: 31 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.728409:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bfbc200/0x8ae21a86589dcff1 lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b07 expref: 31 pid: 8501 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.728435:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009438a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967460864:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137986.728456:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137986.729861:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.732839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.735970:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.739279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.741337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.742958:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.745709:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.748889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.752727:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.752753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.752802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.755450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.757276:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.760488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.763153:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.767119:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.769281:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.769334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.772259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.772289:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.772323:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.772341:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970982016 00000100:00100000:0.0:1746137986.772344:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970982016 00010000:00010000:0.0:1746137986.772358:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009355ee00/0x8ae21a86589dd014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b2a expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.772531:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10169 00000100:00100000:0.0:1746137986.772548:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957970982016:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.772567:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.772590:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009355ee00/0x8ae21a86589dd014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b2a expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.772604:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009355ee00/0x8ae21a86589dd014 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b2a expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.772623:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009355ee00/0x8ae21a86589dd014 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b2a expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.772650:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.772652:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.772659:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589dd01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b31 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.772666:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589dd01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b31 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.772696:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589dd01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b31 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.772706:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589dd01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b31 expref: 32 pid: 8501 timeout: 531 lvb_type: 0 00000100:00100000:0.0:1746137986.772716:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967462144:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137986.772808:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137986.775888:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.781956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.785532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.789004:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b216300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967462272:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137986.789022:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137986.789062:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957970982656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3239us (3538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.789071:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10170 00000100:00100000:0.0:1746137986.790928:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.790961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.794057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.796092:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.799026:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.801199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.803596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.805981:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.808977:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.809312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.810677:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.811032:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.811066:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.811111:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957970985344 00000100:00100000:0.0:1746137986.811114:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957970985344 00000100:00100000:0.0:1746137986.811130:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5097 00000100:00100000:0.0:1746137986.811135:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:30915:x1830957970985344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137986.811143:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137986.811151:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dd045 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7b5b expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.811213:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137986.811218:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589dd03e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b54 expref: 37 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.811224:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137986.811226:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dd045 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b5b expref: 37 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.811307:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589dd03e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b54 expref: 37 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.811318:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dd045 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b5b expref: 37 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137986.811325:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:0.0:1746137986.811352:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:30915:x1830957970985344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.811357:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5097 00000100:00100000:0.0:1746137986.812859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.815859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.818712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.823527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.825505:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.826752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.827230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.830692:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.830753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.834247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.835838:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.839466:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.841215:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.843865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.846180:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.846230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.848494:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.848523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.848563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.848746:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10180 00000100:00100000:0.0:1746137986.848751:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957970988800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137986.848770:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137986.848891:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b77 expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.848900:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd061 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b77 expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.848915:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd061 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7b77 expref: 6 pid: 8501 timeout: 531 lvb_type: 0 00010000:00010000:0.0:1746137986.848990:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137986.849003:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957970988800:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 252us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137986.849009:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10180 00000100:00100000:0.0:1746137986.850371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.852682:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.855402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.864904:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.864976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.867179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.869359:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.871371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.873581:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.875319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.877174:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.878709:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.882201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.882255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.884170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.884599:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.885594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.887183:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.889413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.892539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.896966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.902161:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.903485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.904658:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.906621:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.907259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.908404:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.910588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.912943:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.917157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.919691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.924007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.924097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.926730:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.929626:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.931646:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.933654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.936049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.937700:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.939324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.942995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.943646:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.946184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.946208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.946239:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.949691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.952367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.954568:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.956544:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.957895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.960457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.963030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.963101:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.964962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.965072:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.965716:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.966478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.968259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.970381:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.974675:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.977048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.979895:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.979968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.981745:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.981798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.982101:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.983340:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.984660:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.986133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.988981:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.991673:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.996155:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.996258:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.998662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137986.999335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.000879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.000924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.001770:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff539c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.003541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.006666:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.009213:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.012205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.014819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.016492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.020949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.021105:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.023157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.023677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.024848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.028804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.035043:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.038657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.043394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.046060:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.046121:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.048946:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.051211:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.052107:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.055525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.059063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.062543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.069133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.069264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.071749:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.074464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.074621:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10210 00000100:00100000:0.0:1746137987.074629:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971008384:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.074639:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.074660:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd133 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c49 expref: 6 pid: 11153 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.074672:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd133 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c49 expref: 6 pid: 11153 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.074702:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd133 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c49 expref: 6 pid: 11153 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.074718:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.074720:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.074728:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd13a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c50 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.074735:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd13a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c50 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.074775:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd13a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c50 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137987.074786:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130148700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967471104:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137987.074858:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.078151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.083771:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.087057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.090048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.094497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.094544:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.094577:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971009408 00000100:00100000:0.0:1746137987.094590:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971009408 00000100:00100000:0.0:1746137987.094619:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5134 00000100:00100000:0.0:1746137987.094625:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:30914:x1830957971009408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137987.094639:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137987.094654:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd148 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7c5e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.094671:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dd141 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c57 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.094677:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.094678:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.094681:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd148 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c5e expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.094703:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dd141 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c57 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.094712:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dd141 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c57 expref: 6 pid: 11153 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.094721:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957967471488:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137987.094792:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.096602:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.097131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.106289:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.110353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.113119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.113274:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.115809:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.116047:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.118394:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.121571:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.123803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.126711:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.130123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.132978:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.135004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.135282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.137884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.139612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.141682:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.150886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.153212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.155194:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.158470:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.158562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.161761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.161829:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.161854:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.161887:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971014144 00000100:00100000:0.0:1746137987.161893:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971014144 00010000:00010000:0.0:1746137987.161916:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c8f expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.161933:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971014272 00000100:00100000:0.0:1746137987.161935:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971014272 00010000:00010000:0.0:1746137987.161943:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589dd172 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c88 expref: 71 pid: 21614 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.161965:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10219 00000100:00100000:0.0:1746137987.161971:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971014144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.161983:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.162003:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c8f expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.162012:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd179 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c8f expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.162030:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd179 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c8f expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.162044:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137987.162062:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957971014144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 91us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.162067:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10219 00000100:00100000:0.0:1746137987.162078:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10220 00000100:00100000:0.0:1746137987.162083:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+71:1958:x1830957971014272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.162088:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.162095:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589dd172 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c88 expref: 71 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.162104:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589dd172 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c88 expref: 71 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.162117:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589dd172 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c88 expref: 71 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.162125:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.162127:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.162132:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd180 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c96 expref: 70 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.162139:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd180 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c96 expref: 70 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.162163:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd180 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c96 expref: 70 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137987.162173:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009287d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967473408:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137987.162215:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.164163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.168474:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.175010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.180518:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971015552 00000100:00100000:0.0:1746137987.180522:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971015552 00000100:00100000:0.0:1746137987.180608:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5144 00000100:00100000:0.0:1746137987.180638:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:30914:x1830957971015552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137987.180660:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137987.180681:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd18e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7cab expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.180718:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd187 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c9d expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.180725:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.180727:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.180730:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd18e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cab expref: 73 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.180775:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd187 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c9d expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.180788:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd187 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7c9d expref: 73 pid: 17395 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.180802:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957967473792:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137987.181062:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.182464:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957967473792:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137987.182487:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd18e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cab expref: 74 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.182500:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56000, rc 0) 00000100:00100000:0.0:1746137987.182528:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+74:30914:x1830957971015552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1914us (2122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.182534:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5144 00000100:00100000:0.0:1746137987.184125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.186848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.191851:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.193448:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.201987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.202070:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.204104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.204127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.204245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.206635:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.209138:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.211177:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.213769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.215768:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971018752 00000100:00100000:0.0:1746137987.215772:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971018752 00000100:00100000:0.0:1746137987.215812:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5149 00000100:00100000:0.0:1746137987.215819:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:30915:x1830957971018752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137987.215830:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137987.215845:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dd1b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7cc7 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.215866:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.215868:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.215874:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dd1b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cc7 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.215889:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589dd1b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cc7 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.215903:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:0.0:1746137987.215939:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957971018752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.215945:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5149 00000100:00100000:0.0:1746137987.219632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.226854:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.229880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.229907:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.229940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.229958:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971019776 00000100:00100000:0.0:1746137987.229965:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971019776 00000100:00100000:0.0:1746137987.230004:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5151 00000100:00100000:0.0:1746137987.230011:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957971019776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137987.230028:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137987.230043:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd1bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7cd5 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.230064:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.230069:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd1b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cce expref: 77 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.230076:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137987.230079:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd1bf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cd5 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.230111:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd1b8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cce expref: 77 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.230126:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd1bf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cd5 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.230136:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56000, rc 0) 00000100:00100000:0.0:1746137987.230171:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:30915:x1830957971019776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.230177:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5151 00000100:00100000:0.0:1746137987.232048:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.233642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.236741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.243858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.245387:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.247516:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971021440 00000100:00100000:0.0:1746137987.247519:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971021440 00002000:00100000:0.0:1746137987.247540:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b216300 x1830957971021440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:423/0 lens 488/0 e 0 to 0 dl 1746137998 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.247547:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b216300 with x1830957971021440 ext(0->4095) 00010000:00010000:0.0:1746137987.247552:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd1bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cd5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.247559:0:8505:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd1bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cd5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137987.247564:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b216300 00000100:00100000:0.0:1746137987.247584:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1865 00000100:00100000:0.0:1746137987.247590:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971021440:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137987.247687:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971021440:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137987.247693:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1865 00002000:00100000:0.0:1746137987.247698:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b216300 x1830957971021440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746137998 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.247704:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b216300 with x1830957971021440 ext(0->4095) 00010000:00010000:0.0:1746137987.247708:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd1bf lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cd5 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.247716:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd1bf lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7cd5 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00002000:00010000:0.0:1746137987.247721:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b216300 00000100:00100000:0.0:1746137987.250583:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.250674:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.251446:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.252694:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.254783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.257971:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.259663:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.262236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.265393:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.266185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.267665:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.267929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.267988:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.272252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.275495:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.278131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.280992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.282698:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.284340:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.286203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.289642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.292664:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.293349:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.293381:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.295182:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.295984:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+83:1957:x1830957971025920:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 648us (802us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137987.295990:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1871 00002000:00100000:0.0:1746137987.295995:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130a60700 x1830957971025920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746137998 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.296002:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60700 with x1830957971025920 ext(0->4095) 00010000:00010000:0.0:1746137987.296007:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd1f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d0d expref: 83 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.296016:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd1f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d0d expref: 83 pid: 21614 timeout: 532 lvb_type: 0 00002000:00010000:0.0:1746137987.296022:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a60700 00000100:00100000:0.0:1746137987.297221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.298940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.301105:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.304199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.305607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.309926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.316822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.321605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.321629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.321672:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.323844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.326527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.330710:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.335175:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009287e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967478016:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137987.335196:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137987.335253:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1959:x1830957971028352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4362us (4549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.335264:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10241 00000100:00100000:0.0:1746137987.335400:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971028608 00000100:00100000:0.0:1746137987.335406:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971028608 00002000:00100000:0.0:1746137987.335472:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009287c000 x1830957971028608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:423/0 lens 488/0 e 0 to 0 dl 1746137998 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.335481:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957971028608 ext(0->4095) 00002000:00010000:0.0:1746137987.335485:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009287c000 00000100:00100000:0.0:1746137987.335515:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4191 00000100:00100000:0.0:1746137987.335522:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971028608:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137987.335656:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971028608:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (320us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137987.335663:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4191 00002000:00100000:0.0:1746137987.335668:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009287c000 x1830957971028608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746137998 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.335674:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957971028608 ext(0->4095) 00002000:00010000:0.0:1746137987.335676:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009287c000 00000100:00100000:0.0:1746137987.338145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.338626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.340148:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.340837:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.340853:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971029248 00000100:00100000:0.0:1746137987.340856:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971029248 00010000:00010000:0.0:1746137987.340871:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd213 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d29 expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.340887:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10242 00000100:00100000:0.0:1746137987.340891:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971029248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.340899:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.340910:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd213 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d29 expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.340918:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd213 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d29 expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.340936:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137987.340952:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971029248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 60us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.340961:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10242 00000100:00100000:0.0:1746137987.342103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.345464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.349288:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.351873:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.356881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.359086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.359548:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.361640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.361728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.363246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.363508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.366148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.367926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.372064:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.374383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.377790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.378513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.379117:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.380279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.381180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.381288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.383597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.385854:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.388075:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.389997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.391913:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.394205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.396975:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.398144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.403206:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.403849:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.403884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.403997:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971034880 00000100:00100000:0.0:1746137987.404001:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971034880 00010000:00010000:0.0:1746137987.404016:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dd259 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d6f expref: 95 pid: 17395 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.404033:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971035008 00000100:00100000:0.0:1746137987.404035:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971035008 00010000:00010000:0.0:1746137987.404048:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488c00/0x8ae21a86589dd252 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d68 expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.404060:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10251 00000100:00100000:0.0:1746137987.404064:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+95:1958:x1830957971034880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.404071:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.404087:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dd259 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d6f expref: 94 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.404096:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dd259 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d6f expref: 94 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.404157:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dd259 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d6f expref: 94 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.404298:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137987.404313:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+93:1958:x1830957971034880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 248us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.404319:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10251 00000100:00100000:0.0:1746137987.409098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.414518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.421312:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.424806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.428000:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.428569:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.432458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.432952:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971036800 00000100:00100000:0.0:1746137987.432956:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971036800 00010000:00010000:0.0:1746137987.432972:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac15600/0x8ae21a86589dd26e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d84 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.432988:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10255 00000100:00100000:0.0:1746137987.432993:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971036800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.433000:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.433008:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac15600/0x8ae21a86589dd26e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d84 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.433016:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac15600/0x8ae21a86589dd26e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d84 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.433027:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac15600/0x8ae21a86589dd26e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d84 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.433039:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.433041:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.433046:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14a00/0x8ae21a86589dd275 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d8b expref: 94 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.433054:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac14a00/0x8ae21a86589dd275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d8b expref: 94 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.433080:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac14a00/0x8ae21a86589dd275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7d8b expref: 94 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137987.433091:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967480960:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137987.433138:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.435299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.443353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.447109:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.451656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.454525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.454568:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.456595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.459302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.464096:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.467054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.473175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.478762:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.478844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.482100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.485346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.490022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.492697:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.496196:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b126680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967482240:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137987.496216:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137987.496252:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+101:1958:x1830957971040128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3187us (3563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.496261:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10260 00000100:00100000:0.0:1746137987.499977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.500805:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.502295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.503481:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971041024 00000100:00100000:0.0:1746137987.503486:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971041024 00010000:00010000:0.0:1746137987.503508:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd298 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7dae expref: 101 pid: 21614 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.503539:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10261 00000100:00100000:0.0:1746137987.503546:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+101:1957:x1830957971041024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.503556:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.503573:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd298 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7dae expref: 101 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.503583:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7dae expref: 101 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.503608:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd298 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7dae expref: 101 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.503626:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137987.503659:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+100:1957:x1830957971041024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 113us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.503665:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10261 00000100:00100000:0.0:1746137987.505196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.508700:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.512666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.517661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.522142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.524581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.529033:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.529118:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.530202:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+104:30915:x1830957971042176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 970us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.530208:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5186 00000100:00100000:0.0:1746137987.531757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.531839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.531875:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971042560 00000100:00100000:0.0:1746137987.531879:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971042560 00010000:00010000:0.0:1746137987.532325:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd2ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7dc3 expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.532351:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10264 00000100:00100000:0.0:1746137987.532357:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957971042560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.532365:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.532380:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd2ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7dc3 expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.532388:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd2ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7dc3 expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.532406:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd2ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7dc3 expref: 6 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.532444:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137987.532464:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957971042560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 107us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.532469:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10264 00000100:00100000:0.0:1746137987.538387:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.538510:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.544404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.546302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.548916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.551049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.552837:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.552857:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971043968 00000100:00100000:0.0:1746137987.552861:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971043968 00000100:00100000:0.0:1746137987.552901:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5189 00000100:00100000:0.0:1746137987.553249:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+103:30915:x1830957971043968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137987.553263:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137987.553279:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dd2c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7ddf expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.553301:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.553302:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.553308:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dd2c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7ddf expref: 104 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.553321:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dd2c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7ddf expref: 104 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.553331:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57000, rc 0) 00000100:00100000:0.0:1746137987.553371:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+104:30915:x1830957971043968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 463us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.553377:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5189 00000100:00100000:0.0:1746137987.555560:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.559173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.559211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.560899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.562805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.562823:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971045248 00000100:00100000:0.0:1746137987.562826:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971045248 00002000:00100000:0.0:1746137987.562849:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cfd500 x1830957971045248/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 488/0 e 0 to 0 dl 1746137998 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.562857:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfd500 with x1830957971045248 ext(0->4095) 00010000:00010000:0.0:1746137987.562862:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd2d0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7de6 expref: 106 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.562871:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd2d0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7de6 expref: 106 pid: 17395 timeout: 532 lvb_type: 0 00002000:00010000:0.0:1746137987.562877:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cfd500 00000100:00100000:0.0:1746137987.563006:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1899 00000100:00100000:0.0:1746137987.563014:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+105:1958:x1830957971045248:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137987.563121:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+105:1958:x1830957971045248:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137987.563126:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1899 00002000:00100000:0.0:1746137987.563131:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cfd500 x1830957971045248/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746137998 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.563138:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfd500 with x1830957971045248 ext(0->4095) 00010000:00010000:0.0:1746137987.563142:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd2d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7de6 expref: 105 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.563150:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd2d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7de6 expref: 105 pid: 17395 timeout: 532 lvb_type: 0 00002000:00010000:0.0:1746137987.563156:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cfd500 00000100:00100000:0.0:1746137987.564477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.570205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.572627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.575106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.578015:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.578703:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.579689:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.581447:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.581703:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.583163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.584788:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.587458:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.590592:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.592376:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.594979:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.598317:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.598400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.600871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.600919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.600964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.601025:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971048832 00000100:00100000:0.0:1746137987.601030:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971048832 00010000:00010000:0.0:1746137987.601249:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd2f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e09 expref: 110 pid: 17395 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.601272:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10274 00000100:00100000:0.0:1746137987.601278:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+111:1960:x1830957971048832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.601483:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.601493:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd2f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e09 expref: 111 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.601502:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd2f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e09 expref: 111 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.601513:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd2f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e09 expref: 111 pid: 17395 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.601542:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.601543:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.601551:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd2fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e10 expref: 110 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.601558:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd2fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e10 expref: 110 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.601582:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd2fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e10 expref: 110 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.601592:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd2fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e10 expref: 110 pid: 21614 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.601604:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967485312:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137987.601712:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.603303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.605536:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.608083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.609740:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.611077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.612093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.613349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.614640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.615867:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971051008 00000100:00100000:0.0:1746137987.615871:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971051008 00000100:00100000:0.0:1746137987.615892:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5200 00000100:00100000:0.0:1746137987.615896:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957971051008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137987.615902:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137987.615908:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dd316 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7e2c expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.615918:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.615920:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369f400/0x8ae21a86589dd30f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e25 expref: 110 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.615924:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137987.615926:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dd316 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e2c expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.615938:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009369f400/0x8ae21a86589dd30f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e25 expref: 110 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.615944:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dd316 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e2c expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.615949:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56800, rc 0) 00000100:00100000:0.0:1746137987.615969:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:30915:x1830957971051008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 73us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.615972:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5200 00000100:00100000:0.0:1746137987.617281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.618943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.620706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.623562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.626913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.629502:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.630955:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.630998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.633906:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.633935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.633961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.634320:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10280 00000100:00100000:0.0:1746137987.634327:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+113:1959:x1830957971053056:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.634335:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.634575:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd31d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e33 expref: 113 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.634584:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd31d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e33 expref: 113 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.634597:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd31d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e33 expref: 113 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.634614:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.634615:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.634622:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd324 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e3a expref: 112 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.634629:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd324 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e3a expref: 112 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.634655:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd324 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e3a expref: 112 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.634667:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd324 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e3a expref: 112 pid: 21614 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.634678:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967486592:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137987.634756:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.636630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.638904:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.641313:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.643545:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.645077:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.647052:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.651603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.655026:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.655069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.657702:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.657773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.657966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.659931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.663201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.665871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.668142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.670071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.671368:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.673500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.676493:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971057280 00000100:00100000:0.0:1746137987.676501:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971057280 00000100:00100000:0.0:1746137987.676531:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5208 00000100:00100000:0.0:1746137987.676537:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+116:30914:x1830957971057280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137987.676549:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137987.676563:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dd34e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7e64 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.676585:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd340 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e56 expref: 117 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.676673:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd347 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e5d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.676679:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.676681:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137987.676684:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dd34e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e64 expref: 117 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.676710:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e5d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.676722:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd347 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e5d expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.676732:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967487488:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137987.676793:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e56 expref: 117 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137987.676802:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd340 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e56 expref: 117 pid: 21614 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.676807:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967487616:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137987.676818:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137987.678107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.678128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.678148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.681688:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.685387:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971058304 00000100:00100000:0.0:1746137987.685396:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971058304 00002000:00100000:0.0:1746137987.685462:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8801302b3100 x1830957971058304/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 496/0 e 0 to 0 dl 1746137998 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.685470:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b3100 with x1830957971058304 ext(0->7) 00010000:00010000:0.0:1746137987.685478:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dd34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e64 expref: 117 pid: 8501 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.685492:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dd34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e64 expref: 117 pid: 8501 timeout: 532 lvb_type: 0 00002000:00010000:0.0:1746137987.685499:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801302b3100 00000100:00100000:0.0:1746137987.685526:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1913 00000100:00100000:0.0:1746137987.685532:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+117:1957:x1830957971058304:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137987.686178:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+119:1957:x1830957971058304:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 644us (1181us total) trans 4294968781 rc 0/0 00000100:00100000:0.0:1746137987.686185:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1913 00002000:00100000:0.0:1746137987.686191:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8801302b3100 x1830957971058304/t4294968781(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 496/448 e 0 to 0 dl 1746137998 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.686198:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b3100 with x1830957971058304 ext(0->7) 00010000:00010000:0.0:1746137987.686203:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dd34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e64 expref: 119 pid: 8501 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.686213:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dd34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e64 expref: 119 pid: 8501 timeout: 532 lvb_type: 0 00002000:00010000:0.0:1746137987.686218:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801302b3100 00000100:00100000:0.0:1746137987.687618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.690918:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971058688 00000100:00100000:0.0:1746137987.690923:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971058688 00002000:00100000:0.0:1746137987.690952:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925cca80 x1830957971058688/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 488/0 e 0 to 0 dl 1746137998 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.690960:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cca80 with x1830957971058688 ext(0->4095) 00002000:00010000:0.0:1746137987.690963:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925cca80 00000100:00100000:0.0:1746137987.690989:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4224 00000100:00100000:0.0:1746137987.690994:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+118:1960:x1830957971058688:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137987.691457:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+118:1960:x1830957971058688:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 461us (593us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137987.691463:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4224 00002000:00100000:0.0:1746137987.691469:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925cca80 x1830957971058688/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746137998 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.691476:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cca80 with x1830957971058688 ext(0->4095) 00002000:00010000:0.0:1746137987.691479:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925cca80 00000100:00100000:0.0:1746137987.693106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.696281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.696365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.696451:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4225 00000100:00100000:0.0:1746137987.696459:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971059200:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137987.696620:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971059200:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 162us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137987.696626:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4225 00002000:00100000:0.0:1746137987.696630:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092d15f80 x1830957971059200/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746137998 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.696636:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d15f80 with x1830957971059200 ext(0->4095) 00010000:00010000:0.0:1746137987.696641:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd35c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e72 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.696651:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd35c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e72 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00002000:00010000:0.0:1746137987.696657:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d15f80 00000100:00100000:0.0:1746137987.698222:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.698758:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.698941:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.698954:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971059584 00000100:00100000:0.0:1746137987.698958:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971059584 00010000:00010000:0.0:1746137987.698970:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e72 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00000100:00100000:0.0:1746137987.698983:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10289 00000100:00100000:0.0:1746137987.698987:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957971059584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137987.698992:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137987.699001:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e72 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.699009:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd35c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e72 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.699019:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589dd35c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7e72 expref: 6 pid: 21614 timeout: 532 lvb_type: 0 00010000:00010000:0.0:1746137987.699390:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137987.699482:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957971059584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 493us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137987.699487:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10289 00000100:00100000:0.0:1746137987.701709:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.704140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.708008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.710615:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.714618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.714935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.716623:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.717032:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.719130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.720933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.723723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.725506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.727867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.730147:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.732029:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.735590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.735817:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.737546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.737615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.737638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.740047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.742580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.747907:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.751530:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.756118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.756227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.758835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.760821:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.763103:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.765000:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.766579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.768311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.770355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.775656:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.777334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.779208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.779240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.779870:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.781140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.783154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.786207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.788735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.791801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.793765:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.796162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.799290:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.801193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.801232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.801798:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.803119:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.804761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.806195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.809877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.812121:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.814506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.816619:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.817123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.818216:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.818614:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.818663:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.820015:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.821710:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.823624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.825323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.828200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.832504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.833730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.834578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.837631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.837755:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.840331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.844368:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.846679:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.850564:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.856628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.857295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.859153:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.862099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.863914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.866914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.869324:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.871955:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.873992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.876511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.876816:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.878303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.879685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.880019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.883798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.887538:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.889895:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.892770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.894535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.896969:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.902049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.902098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.904863:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.904916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.904936:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.907197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.909993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.914474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.920596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.922785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.923186:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.924638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.926861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.929967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.933164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.935476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.937286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.939815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.942118:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.945315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.946002:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.946521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.948837:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.951297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.953839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.956685:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.959166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.962226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.962291:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.965618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.965653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.965696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.967882:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.969993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.972351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.974791:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971083904 00000100:00100000:0.0:1746137987.974799:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971083904 00002000:00100000:0.0:1746137987.974840:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925cd500 x1830957971083904/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 488/0 e 0 to 0 dl 1746137998 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.974851:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cd500 with x1830957971083904 ext(0->4095) 00002000:00010000:0.0:1746137987.974856:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925cd500 00000100:00100000:0.0:1746137987.974887:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4251 00000100:00100000:0.0:1746137987.974895:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+146:1957:x1830957971083904:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137987.975191:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+146:1957:x1830957971083904:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 296us (515us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137987.975198:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4251 00002000:00100000:0.0:1746137987.975203:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925cd500 x1830957971083904/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746137998 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.975219:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cd500 with x1830957971083904 ext(0->4095) 00002000:00010000:0.0:1746137987.975223:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925cd500 00000100:00100000:0.0:1746137987.976407:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.977778:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971084288 00000100:00100000:0.0:1746137987.977783:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971084288 00002000:00100000:0.0:1746137987.977814:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092d14380 x1830957971084288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:423/0 lens 488/0 e 0 to 0 dl 1746137998 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.977823:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14380 with x1830957971084288 ext(0->4095) 00002000:00010000:0.0:1746137987.977827:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d14380 00000100:00100000:0.0:1746137987.977846:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4252 00000100:00100000:0.0:1746137987.977853:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971084288:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137987.978016:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971084288:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 163us (285us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137987.978022:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4252 00002000:00100000:0.0:1746137987.978027:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092d14380 x1830957971084288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746137998 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137987.978033:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14380 with x1830957971084288 ext(0->4095) 00002000:00010000:0.0:1746137987.978036:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d14380 00000100:00100000:0.0:1746137987.980331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.981125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.983039:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.983703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.983908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.987087:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746137987.988644:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137987.989734:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.993563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137987.999053:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.001801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.010167:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.011977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.013905:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.016814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.018233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.022033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.022785:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.025368:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.025397:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.025464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.025490:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971088640 00000100:00100000:0.0:1746137988.025495:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971088640 00010000:00010000:0.0:1746137988.025523:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fa6 expref: 7 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.025544:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971088896 00000100:00100000:0.0:1746137988.025547:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971088896 00010000:00010000:0.0:1746137988.025556:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dd497 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fad expref: 151 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.025569:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10333 00000100:00100000:0.0:1746137988.025582:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10334 00000100:00100000:0.0:1746137988.025586:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+151:1958:x1830957971088896:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.025596:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.025620:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dd497 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fad expref: 151 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.025630:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dd497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fad expref: 151 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.025649:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489400/0x8ae21a86589dd497 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fad expref: 151 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.025664:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137988.025681:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+150:1958:x1830957971088896:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 94us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.025686:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10334 00000100:00100000:0.0:1746137988.025754:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1958:x1830957971088640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.025761:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.025770:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fa6 expref: 7 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.026050:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd490 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fa6 expref: 7 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.026063:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd490 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fa6 expref: 7 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.026071:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.026073:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.026080:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac15c00/0x8ae21a86589dd49e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fb4 expref: 149 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.026087:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac15c00/0x8ae21a86589dd49e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fb4 expref: 149 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.026112:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac15c00/0x8ae21a86589dd49e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fb4 expref: 149 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.026123:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac15c00/0x8ae21a86589dd49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fb4 expref: 149 pid: 11153 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.026134:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967498368:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137988.026497:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.029230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.032316:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.036909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.040136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.043411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.044067:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5259 00000100:00100000:0.0:1746137988.044073:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+153:30915:x1830957971090048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137988.044079:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137988.044083:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589dd4b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7fc9 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.044092:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.044096:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd4ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fc2 expref: 154 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.044101:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.044103:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589dd4b3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fc9 expref: 154 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.044123:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd4ac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fc2 expref: 154 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.044133:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589dd4b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fc9 expref: 154 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.044141:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094711e00, rc 0) 00000100:00100000:0.0:1746137988.044159:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+154:30915:x1830957971090048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.044163:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5259 00000100:00100000:0.0:1746137988.046097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.048683:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.051395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.054800:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.057008:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.059926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.063238:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.065032:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.065691:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.068068:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.068442:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971092096 00000100:00100000:0.0:1746137988.068446:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971092096 00000100:00100000:0.0:1746137988.068475:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5262 00000100:00100000:0.0:1746137988.068480:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:30915:x1830957971092096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137988.068491:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137988.068854:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710000/0x8ae21a86589dd4c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a7fde expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.068869:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.068874:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd4c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fd7 expref: 155 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.068880:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.068882:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710000/0x8ae21a86589dd4c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fde expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.068945:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fd7 expref: 154 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.068954:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd4c1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a7fd7 expref: 154 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.068964:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967499392:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137988.069073:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.071373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.074380:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.077201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.079091:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.081126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.084298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.087188:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.087265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.088955:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.088987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.089358:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.091689:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.093989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.096120:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.097881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.099810:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.101222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.104146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.106307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.108326:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.108354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.109396:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.111373:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.113475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.116455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.118255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.120965:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.122628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.124384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.124479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.124571:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.124595:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10347 00000100:00100000:0.0:1746137988.124601:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+162:1958:x1830957971098368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.124608:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.124624:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd4f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8008 expref: 162 pid: 21614 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.124678:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd4f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8008 expref: 163 pid: 21614 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.124705:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd4f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8008 expref: 162 pid: 21614 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.124714:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.124716:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.124799:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd500 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8016 expref: 161 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.124805:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd500 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8016 expref: 161 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.124974:0:8515:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd500 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8016 expref: 161 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.124983:0:8515:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd500 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8016 expref: 161 pid: 21614 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.124991:0:8515:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967501440:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137988.125036:0:8515:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.126217:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.127822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.129856:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.131528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.133498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.135491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.139768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.139837:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.142195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.142222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.142246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.145026:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.150545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.155940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.159371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.159450:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.159516:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971101696 00000100:00100000:0.0:1746137988.159520:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971101696 00002000:00100000:0.0:1746137988.159547:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012ba8b480 x1830957971101696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:424/0 lens 488/0 e 0 to 0 dl 1746137999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.159553:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b480 with x1830957971101696 ext(0->4095) 00002000:00010000:0.0:1746137988.159556:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba8b480 00000100:00100000:0.0:1746137988.159572:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4273 00000100:00100000:0.0:1746137988.159576:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971101696:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137988.159683:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971101696:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137988.159687:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4273 00002000:00100000:0.0:1746137988.159690:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012ba8b480 x1830957971101696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746137999 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.159694:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b480 with x1830957971101696 ext(0->4095) 00010000:00010000:0.0:1746137988.159698:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd51c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8032 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.159704:0:8505:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd51c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8032 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137988.159708:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba8b480 00000100:00100000:0.0:1746137988.160975:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.162217:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.164169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.166344:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.169490:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.172796:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.174917:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.177364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.181324:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.184526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.184575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.187991:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.188032:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.188058:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.188105:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971104256 00000100:00100000:0.0:1746137988.188110:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971104256 00010000:00010000:0.0:1746137988.188139:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dd52a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8040 expref: 168 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.191695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.193480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.196186:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.199644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.203061:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.205104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.212656:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.213315:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.215682:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.215714:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.217391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.219388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.221614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.224531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.227750:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.231045:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.234217:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.237230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.237537:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971107968 00000100:00100000:0.0:1746137988.237541:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971107968 00002000:00100000:0.0:1746137988.237565:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925cf800 x1830957971107968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:424/0 lens 488/0 e 0 to 0 dl 1746137999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.237572:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cf800 with x1830957971107968 ext(0->4095) 00010000:00010000:0.0:1746137988.237578:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac15600/0x8ae21a86589dd554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a806a expref: 172 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.237586:0:25240:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009ac15600/0x8ae21a86589dd554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a806a expref: 172 pid: 17395 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137988.237591:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800925cf800 00000100:00100000:0.0:1746137988.237607:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1975 00000100:00100000:0.0:1746137988.237612:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+172:1958:x1830957971107968:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137988.237769:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+172:1958:x1830957971107968:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137988.237775:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1975 00002000:00100000:0.0:1746137988.237781:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925cf800 x1830957971107968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746137999 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.237787:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cf800 with x1830957971107968 ext(0->4095) 00010000:00010000:0.0:1746137988.237791:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac15600/0x8ae21a86589dd554 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a806a expref: 172 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.237798:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac15600/0x8ae21a86589dd554 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a806a expref: 172 pid: 17395 timeout: 533 lvb_type: 0 00002000:00010000:0.0:1746137988.237803:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800925cf800 00000100:00100000:0.0:1746137988.239462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.242307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.248342:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971108864 00000100:00100000:0.0:1746137988.248350:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971108864 00002000:00100000:0.0:1746137988.248388:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800925cd180 x1830957971108864/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:424/0 lens 496/0 e 0 to 0 dl 1746137999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.248396:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cd180 with x1830957971108864 ext(0->7) 00010000:00010000:0.0:1746137988.248404:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8078 expref: 170 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.248444:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8078 expref: 170 pid: 17395 timeout: 533 lvb_type: 0 00002000:00010000:0.0:1746137988.248452:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800925cd180 00000100:00100000:0.0:1746137988.248470:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1977 00000100:00100000:0.0:1746137988.248477:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+170:1958:x1830957971108864:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137988.249274:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+172:1958:x1830957971108864:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 303us (605us total) trans 4294968808 rc 0/0 00000100:00100000:0.0:1746137988.249282:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1977 00002000:00100000:0.0:1746137988.249288:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800925cd180 x1830957971108864/t4294968808(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:424/0 lens 496/448 e 0 to 0 dl 1746137999 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.249295:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cd180 with x1830957971108864 ext(0->7) 00010000:00010000:0.0:1746137988.249302:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8078 expref: 172 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.249311:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8078 expref: 172 pid: 17395 timeout: 533 lvb_type: 0 00002000:00010000:0.0:1746137988.249317:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800925cd180 00000100:00100000:0.0:1746137988.251149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.252889:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.258331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.260510:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.260559:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.262899:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.262933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.262968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.265268:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.267677:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.271019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.272859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.274285:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.275856:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.279060:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971111808 00000100:00100000:0.0:1746137988.279070:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971111808 00000100:00100000:0.0:1746137988.279128:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5290 00000100:00100000:0.0:1746137988.279140:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+174:30914:x1830957971111808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137988.279154:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137988.279169:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd58c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a80a2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.279194:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488c00/0x8ae21a86589dd57e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8094 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.279201:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd585 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a809b expref: 175 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.279207:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.279208:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.279212:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd58c lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80a2 expref: 175 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.279236:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd585 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a809b expref: 175 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.279251:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd585 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a809b expref: 175 pid: 17395 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.279261:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880137301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967505408:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137988.279486:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b488c00/0x8ae21a86589dd57e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8094 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.279495:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b488c00/0x8ae21a86589dd57e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8094 expref: 5 pid: 17395 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.279503:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880137302300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967505536:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137988.279523:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.281074:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.281199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.281550:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971112448 00000100:00100000:0.0:1746137988.281554:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971112448 00000100:00100000:0.0:1746137988.281587:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5291 00000100:00100000:0.0:1746137988.281593:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+175:30915:x1830957971112448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137988.281606:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137988.281617:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710400/0x8ae21a86589dd593 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a80a9 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.281635:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd58c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80a2 expref: 176 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.281648:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.281649:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.281653:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710400/0x8ae21a86589dd593 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80a9 expref: 176 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.281677:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd58c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80a2 expref: 176 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.281688:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd58c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80a2 expref: 176 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.281697:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880137303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967505792:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137988.281765:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.282890:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.286806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.288295:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.290209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.291804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.293219:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.295752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.297763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.300585:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.300662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.300699:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.302391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.304934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.307794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.311759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.313639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.316544:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.318644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.322276:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.322308:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.322459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.324485:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.326509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.331282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.333019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.335906:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.338788:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.339477:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.341960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.341994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.342281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.342677:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+183:30914:x1830957971117952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3011us (3200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.342683:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5299 00000100:00100000:0.0:1746137988.344348:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.348589:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.351036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.352840:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.354505:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.357215:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.360745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.360807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.362675:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.362723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.363174:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971120128 00000100:00100000:0.0:1746137988.363178:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971120128 00010000:00010000:0.0:1746137988.363200:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd5d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80ef expref: 7 pid: 17395 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.363357:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10379 00000100:00100000:0.0:1746137988.363364:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1958:x1830957971120128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.363372:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.363612:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd5d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80ef expref: 8 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.363629:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd5d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80ef expref: 8 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.363652:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488000/0x8ae21a86589dd5d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a80ef expref: 8 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.363683:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137988.363755:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971120128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 390us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.363762:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10379 00000100:00100000:0.0:1746137988.364797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.367281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.371876:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.377332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.381003:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.381045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.382833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.382901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.386698:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.390888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.394768:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.397106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.399075:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.399164:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.401613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.401649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.401680:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.404232:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.407259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.410278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.413114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.415389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.417953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.418061:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.419960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.419992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.420018:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971124992 00000100:00100000:0.0:1746137988.420025:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971124992 00010000:00010000:0.0:1746137988.420062:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd60a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8120 expref: 190 pid: 21614 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.420101:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971125120 00000100:00100000:0.0:1746137988.420105:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971125120 00010000:00010000:0.0:1746137988.420115:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd611 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8127 expref: 6 pid: 21614 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.420132:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10387 00000100:00100000:0.0:1746137988.420139:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+190:1960:x1830957971124992:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.420151:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.420174:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd60a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8120 expref: 190 pid: 21614 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.420184:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd60a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8120 expref: 190 pid: 21614 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.420209:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137988.420244:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+190:1960:x1830957971124992:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 105us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.420250:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10387 00000100:00100000:0.0:1746137988.420264:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10388 00000100:00100000:0.0:1746137988.420269:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971125120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.420276:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.420283:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd611 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8127 expref: 6 pid: 21614 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.420298:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369e800/0x8ae21a86589dd611 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8127 expref: 6 pid: 21614 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.420309:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.420312:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.420320:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369ea00/0x8ae21a86589dd618 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a812e expref: 189 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.420327:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009369ea00/0x8ae21a86589dd618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a812e expref: 189 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.420362:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009369ea00/0x8ae21a86589dd618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a812e expref: 189 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137988.420377:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094815500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967510016:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137988.420454:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.420499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.422609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.424567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.427710:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.434712:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.434789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.437711:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.438949:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.440936:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.442532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.444646:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.446777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.448883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.449003:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.450622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.450688:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.451231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.452238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.454822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.457197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.459483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.461801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.464910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.464971:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.466746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.469471:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.471964:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.473987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.475804:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.479553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.483020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.486483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.486539:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.491488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.491531:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.492367:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.495919:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.500461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.503541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.507020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.508650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.510073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.513819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.517081:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.519128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.520921:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.521805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.521893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.525778:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.529086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.533136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.538226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.539791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.540102:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.542182:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.543693:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.544583:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.547942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.550362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.553628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.555514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.561195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.561305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.565158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.565206:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.567740:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.568003:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.570941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.574104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.576216:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.580331:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.582168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.584043:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.587034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.590164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.593493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.593526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.593578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.597163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.600304:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.602448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.602799:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10412 00000100:00100000:0.0:1746137988.602808:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+206:1958:x1830957971141120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.602821:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.602844:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd6b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81cf expref: 206 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.602855:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd6b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81cf expref: 206 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.602882:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd6b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81cf expref: 206 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.602914:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.602917:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.602926:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd6c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81d6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.602934:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd6c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81d6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.602975:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd6c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81d6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137988.602990:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967515264:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137988.603075:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.604949:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.607517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.612163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.612220:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.615900:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.616756:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.616772:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971142272 00000100:00100000:0.0:1746137988.616775:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971142272 00010000:00010000:0.0:1746137988.616791:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589dd6c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81dd expref: 207 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.616816:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10414 00000100:00100000:0.0:1746137988.616822:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+207:1957:x1830957971142272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.616828:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.616836:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589dd6c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81dd expref: 207 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.616845:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589dd6c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81dd expref: 207 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.617376:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589dd6c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81dd expref: 207 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.618264:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137988.618286:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+206:1957:x1830957971142272:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1464us (1531us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.618293:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10414 00000100:00100000:0.0:1746137988.620833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.622738:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.624513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.627212:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.630178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.632042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.635789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.636267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.639305:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971144320 00000100:00100000:0.0:1746137988.639313:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971144320 00000100:00100000:0.0:1746137988.639353:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5340 00000100:00100000:0.0:1746137988.639361:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:30915:x1830957971144320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137988.639373:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137988.639385:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd6ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8200 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.639401:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.639405:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd6e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81f9 expref: 209 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.639431:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.639434:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd6ea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8200 expref: 8 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.639462:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd6e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a81f9 expref: 209 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.639472:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd6ea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8200 expref: 8 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.639479:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094711c00, rc 0) 00000100:00100000:0.0:1746137988.639516:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:30915:x1830957971144320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.639521:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5340 00000100:00100000:0.0:1746137988.645053:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.649055:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.652806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.656478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.659575:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.660760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.663302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.663333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.663355:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971146112 00000100:00100000:0.0:1746137988.663360:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971146112 00000100:00100000:0.0:1746137988.663392:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5343 00000100:00100000:0.0:1746137988.663399:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+213:30915:x1830957971146112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137988.663440:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137988.663457:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710400/0x8ae21a86589dd6ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8215 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.663478:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.663871:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd6f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a820e expref: 214 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.663878:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.663882:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710400/0x8ae21a86589dd6ff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8215 expref: 214 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.663929:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd6f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a820e expref: 214 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.663943:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094710400/0x8ae21a86589dd6ff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8215 expref: 213 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.663951:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094710400, rc 0) 00000100:00100000:0.0:1746137988.663980:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+213:30915:x1830957971146112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 582us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.663991:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5343 00000100:00100000:0.0:1746137988.664161:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971145984 00000100:00100000:0.0:1746137988.664165:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971145984 00010000:00010000:0.0:1746137988.664177:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd6ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8200 expref: 6 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.664206:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10420 00000100:00100000:0.0:1746137988.664212:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971145984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.664219:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.664229:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd6ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8200 expref: 6 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.664238:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd6ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8200 expref: 6 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.664251:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd6ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8200 expref: 6 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.664262:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.664264:0:8515:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.664270:0:8515:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd6f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a820e expref: 210 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.664276:0:8515:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd6f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a820e expref: 210 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.664294:0:8515:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd6f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a820e expref: 210 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.664317:0:8515:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd6f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a820e expref: 210 pid: 17395 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.664329:0:8515:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8515:1830957967517056:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137988.664393:0:8515:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.666053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.667911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.669485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.672639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.675351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.677377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.678486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.679199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.680761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.683140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.684473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.688281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.689918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.691497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.695011:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.695271:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.699622:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.699668:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.699744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.699770:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971149952 00000100:00100000:0.0:1746137988.699777:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971149952 00000100:00100000:0.0:1746137988.702069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.704326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.711403:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.719208:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971151232 00000100:00100000:0.0:1746137988.719211:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971151232 00000100:00100000:0.0:1746137988.719242:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5351 00000100:00100000:0.0:1746137988.719248:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+217:30915:x1830957971151232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137988.719261:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137988.719270:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094711200/0x8ae21a86589dd737 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a824d expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.719750:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd730 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8246 expref: 218 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.719756:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.719757:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.719759:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094711200/0x8ae21a86589dd737 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a824d expref: 218 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.719805:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd730 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8246 expref: 217 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.719815:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369fa00/0x8ae21a86589dd730 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8246 expref: 217 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.719826:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967518720:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137988.719874:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137988.721860:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.724948:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.728647:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.732696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.736074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.739134:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971152640 00000100:00100000:0.0:1746137988.739138:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971152640 00002000:00100000:0.0:1746137988.739163:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925cce00 x1830957971152640/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:424/0 lens 488/0 e 0 to 0 dl 1746137999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.739171:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cce00 with x1830957971152640 ext(0->4095) 00002000:00010000:0.0:1746137988.739174:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925cce00 00000100:00100000:0.0:1746137988.739200:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2035 00000100:00100000:0.0:1746137988.739206:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971152640:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137988.739327:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971152640:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137988.739332:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2035 00002000:00100000:0.0:1746137988.739338:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800925cce00 x1830957971152640/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746137999 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.739344:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925cce00 with x1830957971152640 ext(0->4095) 00010000:00010000:0.0:1746137988.739349:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd73e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8254 expref: 6 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.739358:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369ec00/0x8ae21a86589dd73e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8254 expref: 6 pid: 17395 timeout: 533 lvb_type: 0 00002000:00010000:0.0:1746137988.739364:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800925cce00 00000100:00100000:0.0:1746137988.740752:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.741487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.743686:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.743953:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.746164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.748292:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.750784:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.753913:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.758368:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.760140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.761576:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.762239:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.762825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.765041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.766325:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.768007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.770079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.771788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.774097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.776815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.776869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.778605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.778938:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.779244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.781045:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.783328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.785863:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.789501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.791174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.793209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.795073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.796487:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.796537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.796589:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10439 00000100:00100000:0.0:1746137988.796598:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+225:1958:x1830957971159168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137988.796617:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137988.796639:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a828c expref: 225 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.796657:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a828c expref: 225 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.796690:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369e200/0x8ae21a86589dd776 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a828c expref: 225 pid: 17395 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.796737:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137988.796767:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+224:1958:x1830957971159168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 172us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.796774:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10439 00000100:00100000:0.0:1746137988.798300:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.800544:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.803871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.808389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.810161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.812634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.816940:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.817462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.821084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.821115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.821159:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.821188:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971161472 00000100:00100000:0.0:1746137988.821197:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971161472 00000100:00100000:0.0:1746137988.821233:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5366 00000100:00100000:0.0:1746137988.821240:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:30915:x1830957971161472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137988.821258:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137988.821277:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd7a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a82b6 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.821303:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137988.821309:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd799 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82af expref: 227 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.821314:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137988.821318:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd7a0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82b6 expref: 7 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.821354:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589dd799 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82af expref: 227 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.821367:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094711a00/0x8ae21a86589dd7a0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82b6 expref: 7 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.821376:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094711a00, rc 0) 00000100:00100000:0.0:1746137988.821442:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:30915:x1830957971161472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.821448:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5366 00000100:00100000:0.0:1746137988.824180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.826791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.829323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.831374:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.833501:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.835506:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.843756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.845756:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.849115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.849929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.849973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.852893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.854900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.856945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.860116:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.862567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.866589:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.866896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.869339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.869381:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.869456:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.869482:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971165312 00000100:00100000:0.0:1746137988.869486:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971165312 00010000:00010000:0.0:1746137988.869499:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd7b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82cb expref: 232 pid: 8501 timeout: 533 lvb_type: 0 00000100:00100000:0.0:1746137988.871998:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.874539:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.876893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.879831:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.881843:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.885972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.886412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.890023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.890073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.890098:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.893269:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.893626:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2055 00000100:00100000:0.0:1746137988.893633:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+233:1958:x1830957971167616:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137988.894232:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+233:1958:x1830957971167616:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 598us (962us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137988.894239:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2055 00002000:00100000:0.0:1746137988.894246:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012e2c0700 x1830957971167616/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746137999 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.894253:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0700 with x1830957971167616 ext(0->4095) 00010000:00010000:0.0:1746137988.894260:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82ee expref: 233 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.894270:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82ee expref: 233 pid: 8501 timeout: 533 lvb_type: 0 00002000:00010000:0.0:1746137988.894276:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e2c0700 00000100:00100000:0.0:1746137988.897790:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971167872 00000100:00100000:0.0:1746137988.897801:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971167872 00002000:00100000:0.0:1746137988.897844:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880132c48380 x1830957971167872/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:424/0 lens 496/0 e 0 to 0 dl 1746137999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.897853:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48380 with x1830957971167872 ext(0->7) 00010000:00010000:0.0:1746137988.897864:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82ee expref: 233 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.897880:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82ee expref: 233 pid: 8501 timeout: 533 lvb_type: 0 00002000:00010000:0.0:1746137988.897886:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c48380 00000100:00100000:0.0:1746137988.897925:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2056 00000100:00100000:0.0:1746137988.897932:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+233:1957:x1830957971167872:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137988.898273:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+235:1957:x1830957971167872:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 340us (580us total) trans 4294968839 rc 0/0 00000100:00100000:0.0:1746137988.898280:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2056 00002000:00100000:0.0:1746137988.898289:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880132c48380 x1830957971167872/t4294968839(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:424/0 lens 496/448 e 0 to 0 dl 1746137999 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.898296:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48380 with x1830957971167872 ext(0->7) 00010000:00010000:0.0:1746137988.898301:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82ee expref: 235 pid: 8501 timeout: 533 lvb_type: 0 00010000:00010000:0.0:1746137988.898310:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac14200/0x8ae21a86589dd7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82ee expref: 235 pid: 8501 timeout: 533 lvb_type: 0 00002000:00010000:0.0:1746137988.898315:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c48380 00000100:00100000:0.0:1746137988.901620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.907533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.907590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.909590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.910602:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800937c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957967524224:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137988.910618:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd7e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a82fc expref: 236 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137988.910626:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac14000, rc 0) 00000100:00100000:0.0:1746137988.910646:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+236:30914:x1830957971168128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3027us (3121us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137988.910651:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5376 00000100:00100000:0.0:1746137988.911900:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.914142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.919471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.922375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.924376:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.926347:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.930159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.930260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.932333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.932441:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.932982:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.934978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.936808:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.939183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.944881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.951207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.951276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.953634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.958634:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.961652:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.964462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.969050:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.974695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.975022:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.977885:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.977932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.980847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.980889:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.984663:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.991945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.998270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.999167:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137988.999336:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971174784 00000100:00100000:0.0:1746137988.999340:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971174784 00002000:00100000:0.0:1746137988.999363:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880086348700 x1830957971174784/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:424/0 lens 488/0 e 0 to 0 dl 1746137999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137988.999371:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348700 with x1830957971174784 ext(0->4095) 00010000:00010000:0.0:1746137988.999376:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369f400/0x8ae21a86589dd825 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a833b expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137988.999386:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369f400/0x8ae21a86589dd825 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a833b expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137988.999392:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086348700 00000100:00100000:0.0:1746137989.002177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.002472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.005792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.008116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.012576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.016296:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.021117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.022895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.022959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.024800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.025735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.025832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.027903:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967527424:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137989.028130:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137989.028322:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+245:1957:x1830957971176576:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2374us (2488us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137989.028332:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10467 00000100:00100000:0.0:1746137989.030548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.032606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.034119:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.037302:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.040541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.041977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.042785:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.043698:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.044938:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.045000:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.048501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.050896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.056791:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.058101:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.062498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.064027:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.064632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.064663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.066009:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.068291:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.070628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.074372:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.075684:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.079618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.081247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.081298:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.084445:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.085150:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.087981:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.089704:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.091608:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.093798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.095664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.097766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.101018:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.101076:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.103345:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.103387:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.103537:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.103558:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10479 00000100:00100000:0.0:1746137989.103565:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971185152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137989.103577:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137989.103590:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589dd887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a839d expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.103795:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589dd887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a839d expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.104073:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589dd887 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a839d expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.104092:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.104093:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.104098:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd895 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83ab expref: 253 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.104103:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83ab expref: 253 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.104129:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83ab expref: 253 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.104139:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489200/0x8ae21a86589dd895 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83ab expref: 253 pid: 21614 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.104148:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136a55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967529856:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137989.104203:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137989.105977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.107671:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.110317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.112452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.114692:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.117591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.117930:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.120140:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.120506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.120530:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.120545:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971186816 00000100:00100000:0.0:1746137989.120551:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971186816 00010000:00010000:0.0:1746137989.120575:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd89c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83b2 expref: 255 pid: 8501 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.120591:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971187072 00000100:00100000:0.0:1746137989.120593:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971187072 00010000:00010000:0.0:1746137989.120601:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac15c00/0x8ae21a86589dd8a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83b9 expref: 6 pid: 8501 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.120612:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10481 00000100:00100000:0.0:1746137989.120618:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+255:1959:x1830957971186816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137989.120627:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137989.120645:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd89c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83b2 expref: 255 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.120653:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd89c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83b2 expref: 255 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.120682:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14000/0x8ae21a86589dd89c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83b2 expref: 255 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.121366:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137989.121387:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+256:1959:x1830957971186816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 768us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137989.121393:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10481 00000100:00100000:0.0:1746137989.123899:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.126769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.129545:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.131947:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.134134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.136987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.140569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.142107:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.143885:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.143914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.143951:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.143969:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971188864 00000100:00100000:0.0:1746137989.143972:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971188864 00010000:00010000:0.0:1746137989.143987:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589dd8b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83ce expref: 6 pid: 8501 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.144005:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10485 00000100:00100000:0.0:1746137989.144011:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971188864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137989.144018:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137989.144040:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589dd8b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83ce expref: 6 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.144051:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589dd8b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83ce expref: 6 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.144335:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589dd8b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83ce expref: 8 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.144355:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.144357:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.144364:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131063000/0x8ae21a86589dd8bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83d5 expref: 257 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.144372:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131063000/0x8ae21a86589dd8bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83d5 expref: 257 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.144394:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131063000/0x8ae21a86589dd8bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a83d5 expref: 257 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137989.144404:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134e7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967531136:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137989.144460:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137989.146020:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.147659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.150185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.153077:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.156551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.158674:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.160694:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.160755:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.163353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.163462:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.163506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.165435:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.167773:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.170879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.172932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.174864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.176813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.177335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.179081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.179143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.180633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.180704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.184054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.186999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.189229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.194645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.196302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.196384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.198762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.202009:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.204852:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971195008 00000100:00100000:0.0:1746137989.204863:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971195008 00002000:00100000:0.0:1746137989.204915:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012ba8aa00 x1830957971195008/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 496/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.204930:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8aa00 with x1830957971195008 ext(0->7) 00010000:00010000:0.0:1746137989.204940:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dd8f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8414 expref: 263 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.204955:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dd8f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8414 expref: 263 pid: 21614 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.204961:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba8aa00 00000100:00100000:0.0:1746137989.204993:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2091 00000100:00100000:0.0:1746137989.205000:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+263:1960:x1830957971195008:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.205344:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+265:1960:x1830957971195008:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 343us (698us total) trans 4294968854 rc 0/0 00000100:00100000:0.0:1746137989.205351:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2091 00002000:00100000:0.0:1746137989.205357:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012ba8aa00 x1830957971195008/t4294968854(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 496/448 e 0 to 0 dl 1746138000 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.205364:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8aa00 with x1830957971195008 ext(0->7) 00010000:00010000:0.0:1746137989.205368:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dd8f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8414 expref: 265 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.205378:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488200/0x8ae21a86589dd8f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8414 expref: 265 pid: 21614 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.205383:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba8aa00 00000100:00100000:0.0:1746137989.208947:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.212734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.216041:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.218510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.219813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.220908:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.221702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.224461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.228606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.231399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.234638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.241704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.247292:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.249354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.252181:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.256314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.262665:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.265374:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.269693:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.272905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.279234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.279768:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.281763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.281850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.283656:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.286132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.289148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.292253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.295405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.297576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.299326:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.300536:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.302296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.304618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.306789:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.310944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.312588:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.313963:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.317525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.317575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.321060:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.321083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.321126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.323616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.325248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.329297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.333528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.335761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.337104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.339147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.342472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.344366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.347116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.349462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.352224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.356298:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.358921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.359491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.360641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.361241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.361834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.363809:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.365741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.367336:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.369365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.377055:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.377137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.379126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.379161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.381650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.381918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.384840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.387611:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.389855:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.394909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.396939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.399742:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.399829:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.403541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.406108:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.406141:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971210112 00000100:00100000:0.0:1746137989.406146:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971210112 00002000:00100000:0.0:1746137989.406175:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880134e7e680 x1830957971210112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.406183:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134e7e680 with x1830957971210112 ext(0->4095) 00010000:00010000:0.0:1746137989.406188:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dd9a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84bc expref: 282 pid: 17395 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.406198:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dd9a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84bc expref: 282 pid: 17395 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.406203:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134e7e680 00000100:00100000:0.0:1746137989.406541:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2112 00000100:00100000:0.0:1746137989.406548:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+282:1960:x1830957971210112:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.406850:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+281:1960:x1830957971210112:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 302us (747us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137989.406855:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2112 00002000:00100000:0.0:1746137989.406860:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880134e7e680 x1830957971210112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/4536 e 0 to 0 dl 1746138000 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.406867:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134e7e680 with x1830957971210112 ext(0->4095) 00010000:00010000:0.0:1746137989.406871:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dd9a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84bc expref: 281 pid: 17395 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.406880:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589dd9a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84bc expref: 281 pid: 17395 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.406885:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134e7e680 00000100:00100000:0.0:1746137989.411273:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.413557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.416449:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.419012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.419115:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.419195:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5443 00000100:00100000:0.0:1746137989.419206:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+282:30914:x1830957971211008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137989.419222:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137989.419234:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd9bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a84d1 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.419271:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094227600/0x8ae21a86589dd9ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84c3 expref: 283 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.419280:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ca expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.419284:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.419286:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.419289:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094711c00/0x8ae21a86589dd9bb lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84d1 expref: 283 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.419327:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ca expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.419336:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ca expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.419348:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967538816:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137989.419461:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094227600/0x8ae21a86589dd9ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84c3 expref: 283 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.419474:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094227600/0x8ae21a86589dd9ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84c3 expref: 283 pid: 21614 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.419481:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967538944:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137989.419522:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137989.420834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.420909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.420943:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971211264 00000100:00100000:0.0:1746137989.420946:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971211264 00002000:00100000:0.0:1746137989.420975:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880131454e00 x1830957971211264/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:425/0 lens 488/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.420986:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957971211264 ext(0->4095) 00010000:00010000:0.0:1746137989.420992:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ca expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.421002:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ca expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.421008:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131454e00 00000100:00100000:0.0:1746137989.421022:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2114 00000100:00100000:0.0:1746137989.421028:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971211264:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.421171:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971211264:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137989.421175:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2114 00002000:00100000:0.0:1746137989.421180:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880131454e00 x1830957971211264/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:425/0 lens 488/4536 e 0 to 0 dl 1746138000 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.421186:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957971211264 ext(0->4095) 00010000:00010000:0.0:1746137989.421190:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ca expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.421200:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ca expref: 6 pid: 21614 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.421206:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131454e00 00000100:00100000:0.0:1746137989.422187:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.424827:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.426460:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.428345:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.430735:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.436010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.437080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.438492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.441464:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.441582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.444120:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.445929:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.448005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.450277:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.453040:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.455495:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.457946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.458055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.460989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.461014:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.461055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.461095:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971215360 00000100:00100000:0.0:1746137989.461098:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971215360 00000100:00100000:0.0:1746137989.461760:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10526 00000100:00100000:0.0:1746137989.461767:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971215232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137989.461782:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137989.461803:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bfbc400/0x8ae21a86589dd9d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ed expref: 6 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.461813:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bfbc400/0x8ae21a86589dd9d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ed expref: 6 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.461843:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbc400/0x8ae21a86589dd9d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84ed expref: 6 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.461858:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.461859:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.461866:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dd9e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84fb expref: 288 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.461872:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dd9e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84fb expref: 288 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.461891:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dd9e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84fb expref: 288 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.461906:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589dd9e5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a84fb expref: 288 pid: 21614 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.461918:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880137300380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967540480:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137989.462033:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137989.463961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.466024:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.470640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.473677:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.476471:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.478905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.479992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.484061:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971216896 00000100:00100000:0.0:1746137989.484274:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971216896 00010000:00010000:0.0:1746137989.484302:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8502 expref: 290 pid: 21614 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.484333:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10529 00000100:00100000:0.0:1746137989.484340:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+290:1958:x1830957971216896:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137989.484356:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137989.484380:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8502 expref: 291 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.484783:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8502 expref: 291 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.485021:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbd200/0x8ae21a86589dd9ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8502 expref: 290 pid: 21614 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.485033:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.485034:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.485039:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd9fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8510 expref: 289 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.485046:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd9fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8510 expref: 289 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.485066:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd9fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8510 expref: 289 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.485076:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589dd9fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8510 expref: 289 pid: 17395 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.485087:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880137302300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967541120:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137989.485197:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137989.486939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.489275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.492579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.494658:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.497721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.499828:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.501548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.503315:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.503521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.505830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.505881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.508392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.510771:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.515351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.517172:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.519767:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.522181:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.524822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.525383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.527242:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.527281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.528186:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.530679:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.532557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.540332:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.546063:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957967542656 00000100:00100000:0.0:1746137989.546072:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957967542656 00000100:00100000:0.0:1746137989.546125:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1746137989.546132:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957967542656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746137989.546158:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 935657472 pending 245366784 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746137989.546198:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957967542656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137989.546204:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1746137989.547683:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.548080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.550702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.555336:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971222784 00000100:00100000:0.0:1746137989.555348:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971222784 00002000:00100000:0.0:1746137989.555395:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c49180 x1830957971222784/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.555406:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49180 with x1830957971222784 ext(0->4095) 00010000:00010000:0.0:1746137989.555440:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dda32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8548 expref: 295 pid: 17395 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.555459:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dda32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8548 expref: 295 pid: 17395 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.555466:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c49180 00000100:00100000:0.0:1746137989.555484:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2129 00000100:00100000:0.0:1746137989.555492:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+295:1957:x1830957971222784:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.555682:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+295:1957:x1830957971222784:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 190us (427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137989.555688:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2129 00002000:00100000:0.0:1746137989.555694:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c49180 x1830957971222784/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/4536 e 0 to 0 dl 1746138000 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.555701:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49180 with x1830957971222784 ext(0->4095) 00010000:00010000:0.0:1746137989.555715:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dda32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8548 expref: 295 pid: 17395 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.555725:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b488a00/0x8ae21a86589dda32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8548 expref: 295 pid: 17395 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.555736:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c49180 00000100:00100000:0.0:1746137989.561309:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.564241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.565555:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971223424 00000100:00100000:0.0:1746137989.565564:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971223424 00002000:00100000:0.0:1746137989.565604:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012faec380 x1830957971223424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.565615:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faec380 with x1830957971223424 ext(0->4095) 00002000:00010000:0.0:1746137989.565620:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faec380 00000100:00100000:0.0:1746137989.565635:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4404 00000100:00100000:0.0:1746137989.565642:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+296:1958:x1830957971223424:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.565880:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+296:1958:x1830957971223424:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 237us (1639us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137989.565887:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4404 00002000:00100000:0.0:1746137989.565892:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012faec380 x1830957971223424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/4536 e 0 to 0 dl 1746138000 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.565899:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faec380 with x1830957971223424 ext(0->4095) 00002000:00010000:0.0:1746137989.565902:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faec380 00000100:00100000:0.0:1746137989.567825:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.571049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.571116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.573770:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.573827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.574085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.575835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.578538:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.581318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.583939:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.587658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.592196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.595764:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.597951:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.599269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.601114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.601825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.605035:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.611895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.615319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.620383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.623313:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.626999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.630181:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.632790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.632887:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.637291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.643954:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.651177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.655650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.656984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.659262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.660673:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.669876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.675676:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.675741:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971229952 00000100:00100000:0.0:1746137989.675752:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971229952 00002000:00100000:0.0:1746137989.675800:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880130ef3100 x1830957971229952/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 496/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.675811:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3100 with x1830957971229952 ext(0->7) 00010000:00010000:0.0:1746137989.675821:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094226a00/0x8ae21a86589dda7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8595 expref: 303 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.675837:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094226a00/0x8ae21a86589dda7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8595 expref: 303 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.675844:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130ef3100 00000100:00100000:0.0:1746137989.675880:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2141 00000100:00100000:0.0:1746137989.675888:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+303:1960:x1830957971229952:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.676240:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+305:1960:x1830957971229952:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 353us (577us total) trans 4294968874 rc 0/0 00000100:00100000:0.0:1746137989.676247:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2141 00002000:00100000:0.0:1746137989.676253:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880130ef3100 x1830957971229952/t4294968874(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 496/448 e 0 to 0 dl 1746138000 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.676260:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3100 with x1830957971229952 ext(0->7) 00010000:00010000:0.0:1746137989.676264:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094226a00/0x8ae21a86589dda7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8595 expref: 305 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.676274:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094226a00/0x8ae21a86589dda7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8595 expref: 305 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.676281:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130ef3100 00000100:00100000:0.0:1746137989.679985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.683329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.685108:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.688907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.689018:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.691823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.691868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.694001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.694070:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.697042:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971231744 00000100:00100000:0.0:1746137989.697047:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971231744 00002000:00100000:0.0:1746137989.697077:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094528e00 x1830957971231744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.697086:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528e00 with x1830957971231744 ext(0->4095) 00010000:00010000:0.0:1746137989.697093:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dda94 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85aa expref: 305 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.697105:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dda94 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85aa expref: 305 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.697111:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094528e00 00000100:00100000:0.0:1746137989.697136:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2143 00000100:00100000:0.0:1746137989.697142:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+305:1957:x1830957971231744:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.697485:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+304:1957:x1830957971231744:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 342us (509us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137989.697492:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2143 00002000:00100000:0.0:1746137989.697497:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094528e00 x1830957971231744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/4536 e 0 to 0 dl 1746138000 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.697504:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528e00 with x1830957971231744 ext(0->4095) 00010000:00010000:0.0:1746137989.697508:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dda94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85aa expref: 304 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.697517:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac57800/0x8ae21a86589dda94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85aa expref: 304 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.697522:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094528e00 00000100:00100000:0.0:1746137989.700326:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.702130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.707889:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.707921:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971232384 00000100:00100000:0.0:1746137989.707929:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971232384 00002000:00100000:0.0:1746137989.707975:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130ef0380 x1830957971232384/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:425/0 lens 488/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.708870:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0380 with x1830957971232384 ext(0->4095) 00002000:00010000:0.0:1746137989.708876:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130ef0380 00000100:00100000:0.0:1746137989.709307:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4411 00000100:00100000:0.0:1746137989.709317:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971232384:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.709482:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971232384:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (1603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137989.709493:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4411 00002000:00100000:0.0:1746137989.709498:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880130ef0380 x1830957971232384/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:425/0 lens 488/4536 e 0 to 0 dl 1746138000 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.709505:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0380 with x1830957971232384 ext(0->4095) 00002000:00010000:0.0:1746137989.709510:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130ef0380 00000100:00100000:0.0:1746137989.713592:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.713792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.717599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.726049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.729992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.732827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.740070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.740197:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.742311:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.744313:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.746533:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.751106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.755023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.759312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.762499:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.765732:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.765781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.768333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.768676:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971235840 00000100:00100000:0.0:1746137989.768679:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971235840 00010000:00010000:0.0:1746137989.768694:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488c00/0x8ae21a86589ddabe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85d4 expref: 312 pid: 11153 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.769562:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.772084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.774356:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.777356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.780542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.790378:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.792362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.793297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.796875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.797737:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971237888 00000100:00100000:0.0:1746137989.797741:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971237888 00000100:00100000:0.0:1746137989.797759:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5485 00000100:00100000:0.0:1746137989.797764:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+314:30915:x1830957971237888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137989.797775:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137989.797785:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589ddae1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a85f7 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.797797:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.797801:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094226200/0x8ae21a86589ddada lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85f0 expref: 314 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.797806:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137989.797809:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589ddae1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85f7 expref: 314 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.798061:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094226200/0x8ae21a86589ddada lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85f0 expref: 314 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.798072:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094226200/0x8ae21a86589ddada lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85f0 expref: 314 pid: 8501 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.798084:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8501:1830957967548288:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137989.798136:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137989.800908:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.800931:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971238144 00000100:00100000:0.0:1746137989.800937:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971238144 00002000:00100000:0.0:1746137989.800968:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092d16a00 x1830957971238144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.800977:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16a00 with x1830957971238144 ext(0->4095) 00010000:00010000:0.0:1746137989.800983:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094226200/0x8ae21a86589ddada lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85f0 expref: 314 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.800993:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094226200/0x8ae21a86589ddada lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a85f0 expref: 314 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.801000:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d16a00 00000100:00100000:0.0:1746137989.801014:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2153 00000100:00100000:0.0:1746137989.801019:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+314:1957:x1830957971238144:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.803644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137989.812696:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137989.812784:0:7138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971238656 00000100:00100000:0.0:1746137989.812787:0:7138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971238656 00000100:00100000:0.0:1746137989.812811:0:7138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 302 00000100:00100000:0.0:1746137989.812816:0:7138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957971238656:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137989.813315:0:7138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957971238656:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 498us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137989.813320:0:7138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 302 00000100:00080000:0.0:1746137989.814514:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746137989.814518:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137989.818627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.821632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.823632:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.825490:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.829734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.830008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.830434:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.832874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.832898:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971240576 00000100:00100000:0.0:1746137989.832901:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971240576 00002000:00100000:0.0:1746137989.832933:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801302b2d80 x1830957971240576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.832940:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b2d80 with x1830957971240576 ext(0->4095) 00010000:00010000:0.0:1746137989.832947:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589ddaef lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8605 expref: 316 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.832956:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589ddaef lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8605 expref: 316 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.832961:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801302b2d80 00000100:00100000:0.0:1746137989.832980:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2156 00000100:00100000:0.0:1746137989.832985:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+316:1958:x1830957971240576:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.833145:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+316:1958:x1830957971240576:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137989.833151:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2156 00002000:00100000:0.0:1746137989.833156:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801302b2d80 x1830957971240576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 488/4536 e 0 to 0 dl 1746138000 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.833163:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b2d80 with x1830957971240576 ext(0->4095) 00010000:00010000:0.0:1746137989.833167:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589ddaef lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8605 expref: 316 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.833176:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589ddaef lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8605 expref: 316 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.833181:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801302b2d80 00000100:00100000:0.0:1746137989.835913:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971240832 00000100:00100000:0.0:1746137989.835923:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971240832 00002000:00100000:0.0:1746137989.835968:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880132c4a300 x1830957971240832/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 496/0 e 0 to 0 dl 1746138000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.835978:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4a300 with x1830957971240832 ext(0->7) 00010000:00010000:0.0:1746137989.835986:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589ddaef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8605 expref: 315 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.836000:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589ddaef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8605 expref: 315 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.836006:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c4a300 00000100:00100000:0.0:1746137989.836026:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2157 00000100:00100000:0.0:1746137989.836033:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+315:1959:x1830957971240832:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.836369:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+317:1959:x1830957971240832:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 336us (600us total) trans 4294968880 rc 0/0 00000100:00100000:0.0:1746137989.836375:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2157 00002000:00100000:0.0:1746137989.836381:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880132c4a300 x1830957971240832/t4294968880(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:425/0 lens 496/448 e 0 to 0 dl 1746138000 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137989.836387:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4a300 with x1830957971240832 ext(0->7) 00010000:00010000:0.0:1746137989.836391:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589ddaef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8605 expref: 317 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.836399:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589ddaef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8605 expref: 317 pid: 8501 timeout: 534 lvb_type: 0 00002000:00010000:0.0:1746137989.836405:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c4a300 00000100:00100000:0.0:1746137989.838835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.842988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.846767:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.847399:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971241472 00000100:00100000:0.0:1746137989.847402:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971241472 00000100:00100000:0.0:1746137989.847474:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5491 00000100:00100000:0.0:1746137989.847480:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+316:30914:x1830957971241472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137989.847488:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137989.847495:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710c00/0x8ae21a86589ddb04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a861a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.847518:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589ddaf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a860c expref: 317 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.847525:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589ddafd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8613 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.847530:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.847532:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.847535:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710c00/0x8ae21a86589ddb04 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a861a expref: 317 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137989.850142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.850249:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.850301:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971241856 00000100:00100000:0.0:1746137989.850307:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971241856 00010000:00010000:0.0:1746137989.850345:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589ddaf6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a860c expref: 318 pid: 8501 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.850389:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10567 00000100:00100000:0.0:1746137989.850399:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+318:1960:x1830957971241856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137989.850412:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137989.850461:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589ddaf6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a860c expref: 318 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.850473:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589ddaf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a860c expref: 318 pid: 8501 timeout: 534 lvb_type: 0 00010000:00010000:0.0:1746137989.850505:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137989.850542:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+318:1960:x1830957971241856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 144us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137989.850548:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10567 00000100:00100000:0.0:1746137989.852618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.855260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.857184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.861730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.864410:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.866986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.870184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.870311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.870525:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5493 00000100:00100000:0.0:1746137989.870536:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+318:30914:x1830957971243008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137989.870562:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137989.870586:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710c00/0x8ae21a86589ddb12 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8628 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137989.873216:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.876889:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.881414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.884317:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.890645:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.894130:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.894676:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.896881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.904760:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.909065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.912868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.917978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.920794:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.920819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.920890:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5498 00000100:00100000:0.0:1746137989.920901:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+322:30914:x1830957971245696:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137989.922953:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.924819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.927729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.927787:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.930839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.935518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.938187:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.941166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.943986:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.946864:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.950791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.950899:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.954856:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.955651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.955911:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971248384 00000100:00100000:0.0:1746137989.955915:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971248384 00010000:00010000:0.0:1746137989.955933:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094226000/0x8ae21a86589ddb3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8652 expref: 6 pid: 11153 timeout: 534 lvb_type: 0 00000100:00100000:0.0:1746137989.958603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.962555:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.969409:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.978884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.979441:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971249664 00000100:00100000:0.0:1746137989.979444:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971249664 00010000:00010000:0.0:1746137989.979461:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094226c00/0x8ae21a86589ddb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8667 expref: 327 pid: 11153 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137989.979488:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10580 00000100:00100000:0.0:1746137989.979493:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+327:1960:x1830957971249664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137989.979503:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137989.979523:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094226c00/0x8ae21a86589ddb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8667 expref: 327 pid: 11153 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137989.979533:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094226c00/0x8ae21a86589ddb51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8667 expref: 327 pid: 11153 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137989.979551:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094226c00/0x8ae21a86589ddb51 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8667 expref: 327 pid: 11153 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137989.979559:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.979561:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.979567:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094226000/0x8ae21a86589ddb58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a866e expref: 326 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.979578:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094226000/0x8ae21a86589ddb58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a866e expref: 326 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.979596:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094226000/0x8ae21a86589ddb58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a866e expref: 326 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.979604:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094226000/0x8ae21a86589ddb58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a866e expref: 326 pid: 8501 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137989.979615:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957967552512:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137989.979673:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137989.981252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.984053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.991931:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.995133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.998453:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137989.998480:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971250688 00000100:00100000:0.0:1746137989.998488:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971250688 00000100:00100000:0.0:1746137989.998615:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5505 00000100:00100000:0.0:1746137989.998623:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b195850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+327:30914:x1830957971250688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137989.998639:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137989.998655:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589ddb66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a867c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.998681:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589ddb5f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8675 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.998689:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.998690:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137989.998693:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094711e00/0x8ae21a86589ddb66 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a867c expref: 328 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.998734:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589ddb5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8675 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137989.998744:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589ddb5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8675 expref: 5 pid: 8501 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137989.998755:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957967552768:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137989.999469:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137989.999574:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971250816 00000100:00100000:0.0:1746137989.999578:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971250816 00000100:00100000:0.0:1746137990.001524:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.004616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.006777:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.013019:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.021028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.023501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.023548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.026802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.029929:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.035183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.052578:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.055196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.063550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.066223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.069767:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.073571:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971254272 00000100:00100000:0.0:1746137990.073576:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971254272 00002000:00100000:0.0:1746137990.073605:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c49880 x1830957971254272/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/0 e 0 to 0 dl 1746138001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.073613:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49880 with x1830957971254272 ext(0->4095) 00002000:00010000:0.0:1746137990.073617:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c49880 00000100:00100000:0.0:1746137990.073630:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4427 00000100:00100000:0.0:1746137990.073635:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971254272:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.073769:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971254272:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.073775:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4427 00002000:00100000:0.0:1746137990.073779:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c49880 x1830957971254272/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.073784:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49880 with x1830957971254272 ext(0->4095) 00002000:00010000:0.0:1746137990.073786:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c49880 00000100:00100000:0.0:1746137990.076523:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.078150:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.081787:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.081835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.084405:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.088737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.093344:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.100400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.104126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.104531:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5514 00000100:00100000:0.0:1746137990.104542:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+335:30915:x1830957971256192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137990.104564:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137990.104582:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710000/0x8ae21a86589ddba5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a86bb expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.104608:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.104609:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.104617:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710000/0x8ae21a86589ddba5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86bb expref: 336 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.104633:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094710000/0x8ae21a86589ddba5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86bb expref: 336 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.104643:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094710000, rc 0) 00000100:00100000:0.0:1746137990.104690:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+336:30915:x1830957971256192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137990.104707:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5514 00000100:00100000:0.0:1746137990.105125:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0846c30c-781b-4405-bc84-6046c2d7bab4:3294:1830957967554944:0@lo:400:kworker.0 00000100:00100000:0.0:1746137990.105148:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137990.105183:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830957967555456:0@lo:400:kworker.0 00000100:00100000:0.0:1746137990.105200:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137990.105257:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0846c30c-781b-4405-bc84-6046c2d7bab4:3294:1830957967554944:0@lo:400:kworker.0 00000100:00100000:0.0:1746137990.105521:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830957967555456:0@lo:400:kworker.0 00000100:00100000:0.0:1746137990.109165:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.113066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.113185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.113352:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4430 00000100:00100000:0.0:1746137990.113357:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971256704:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.113577:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971256704:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 219us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.113584:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4430 00002000:00100000:0.0:1746137990.113589:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801297d0e00 x1830957971256704/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.113597:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0e00 with x1830957971256704 ext(0->4095) 00010000:00010000:0.0:1746137990.113602:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094342a00/0x8ae21a86589ddb9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86b4 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.113610:0:25240:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880094342a00/0x8ae21a86589ddb9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86b4 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137990.113615:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297d0e00 00000100:00100000:0.0:1746137990.115940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.116034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.116605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.118305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.120453:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.123364:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.125565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.130235:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.135487:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.137192:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957967556608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746137990.139770:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.140549:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.140584:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.142401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.144202:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.146504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.148574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.149996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.152038:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.154903:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.158095:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.158155:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.161001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.161069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.161355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.165593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.169054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.188310:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.190712:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971262080 00000100:00100000:0.0:1746137990.190719:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971262080 00010000:00010000:0.0:1746137990.190748:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589ddbd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86ec expref: 344 pid: 8501 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.190918:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10599 00000100:00100000:0.0:1746137990.190925:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+344:1959:x1830957971262080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137990.190939:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137990.190962:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589ddbd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86ec expref: 344 pid: 8501 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.190973:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589ddbd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86ec expref: 344 pid: 8501 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.190994:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57000/0x8ae21a86589ddbd6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86ec expref: 344 pid: 8501 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.191011:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.191013:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.191019:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589ddbdd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86f3 expref: 343 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.191026:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589ddbdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86f3 expref: 343 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.191054:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589ddbdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86f3 expref: 343 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.191067:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589ddbdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a86f3 expref: 343 pid: 8501 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.191080:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800935b8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967557760:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137990.191187:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a79900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137990.193498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.197011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.197659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.202757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.206336:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.209902:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.214209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.220503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.220776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.222140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.222770:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.223871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.223899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.225661:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.227451:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.230799:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.236452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.239204:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.241641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.241678:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.244894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.244938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.244963:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971266176 00000100:00100000:0.0:1746137990.244970:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971266176 00010000:00010000:0.0:1746137990.245022:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589ddc07 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a871d expref: 348 pid: 11153 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.245057:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971266304 00000100:00100000:0.0:1746137990.245060:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971266304 00010000:00010000:0.0:1746137990.245069:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094343600/0x8ae21a86589ddc00 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8716 expref: 6 pid: 11153 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.245091:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10605 00000100:00100000:0.0:1746137990.245098:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+348:1960:x1830957971266176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137990.245109:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137990.245130:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589ddc07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a871d expref: 348 pid: 11153 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.245140:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589ddc07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a871d expref: 348 pid: 11153 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.245165:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b488e00/0x8ae21a86589ddc07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a871d expref: 348 pid: 11153 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.245185:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137990.245266:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+347:1960:x1830957971266176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 168us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137990.245272:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10605 00000100:00100000:0.0:1746137990.245894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.248795:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.254078:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.258054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.262686:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971267328 00000100:00100000:0.0:1746137990.262703:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971267328 00002000:00100000:0.0:1746137990.262741:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c4b800 x1830957971267328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:426/0 lens 488/0 e 0 to 0 dl 1746138001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.262749:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b800 with x1830957971267328 ext(0->4095) 00002000:00010000:0.0:1746137990.262755:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c4b800 00000100:00100000:0.0:1746137990.262784:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4439 00000100:00100000:0.0:1746137990.262790:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+348:1957:x1830957971267328:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.262932:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+348:1957:x1830957971267328:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.262937:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4439 00002000:00100000:0.0:1746137990.262944:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c4b800 x1830957971267328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.262950:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b800 with x1830957971267328 ext(0->4095) 00002000:00010000:0.0:1746137990.262953:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c4b800 00000100:00100000:0.0:1746137990.264927:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.265021:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.267562:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.267646:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.269957:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.273769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.282407:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.292372:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.299066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.301090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.304486:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.307334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.318386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.322157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.326793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.331539:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957967560576:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137990.331572:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137990.332127:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+352:1958:x1830957971269888:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5058us (5346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137990.332138:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10612 00000100:00100000:0.0:1746137990.332957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.337012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.337182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.337207:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971270528 00000100:00100000:0.0:1746137990.337216:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971270528 00010000:00010000:0.0:1746137990.337249:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948ed000/0x8ae21a86589ddc38 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a874e expref: 6 pid: 11153 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.337288:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10613 00000100:00100000:0.0:1746137990.337294:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971270528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137990.337885:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746137990.339870:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.348015:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.354320:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.354670:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.357634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.359816:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.359923:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.363299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.369555:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.374826:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.379413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.379861:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.385850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.389551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.392065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.395203:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.401394:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.406214:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.407489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.410795:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.414317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.417318:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971274624 00000100:00100000:0.0:1746137990.417323:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971274624 00000100:00100000:0.0:1746137990.417354:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5544 00000100:00100000:0.0:1746137990.417361:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:30915:x1830957971274624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137990.417377:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137990.417393:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710a00/0x8ae21a86589ddc77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a878d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137990.425585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.436669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.440736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.441770:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971275648:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 454us (1042us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.441776:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4445 00002000:00100000:0.0:1746137990.441782:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012cb98380 x1830957971275648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.441789:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98380 with x1830957971275648 ext(0->4095) 00002000:00010000:0.0:1746137990.441792:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb98380 00000100:00100000:0.0:1746137990.444086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.448092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.450759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.450811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.454576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.454843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.454879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.457941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.465293:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.467727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.477090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.482364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.482409:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.484816:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971278208 00000100:00100000:0.0:1746137990.484823:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971278208 00002000:00100000:0.0:1746137990.484854:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c48380 x1830957971278208/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/0 e 0 to 0 dl 1746138001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.484862:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48380 with x1830957971278208 ext(0->4095) 00010000:00010000:0.0:1746137990.484867:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddc93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a87a9 expref: 6 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.485958:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddc93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a87a9 expref: 6 pid: 21614 timeout: 535 lvb_type: 0 00002000:00010000:0.0:1746137990.485967:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c48380 00000100:00100000:0.0:1746137990.485996:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2214 00000100:00100000:0.0:1746137990.486003:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971278208:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.486142:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971278208:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (1371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.486148:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2214 00002000:00100000:0.0:1746137990.486153:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132c48380 x1830957971278208/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.486160:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48380 with x1830957971278208 ext(0->4095) 00010000:00010000:0.0:1746137990.486165:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddc93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a87a9 expref: 6 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.486173:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddc93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a87a9 expref: 6 pid: 21614 timeout: 535 lvb_type: 0 00002000:00010000:0.0:1746137990.486178:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c48380 00000100:00100000:0.0:1746137990.487790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.493763:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971278720 00000100:00100000:0.0:1746137990.493770:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971278720 00002000:00100000:0.0:1746137990.493804:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b125500 x1830957971278720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:426/0 lens 488/0 e 0 to 0 dl 1746138001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.493813:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125500 with x1830957971278720 ext(0->4095) 00002000:00010000:0.0:1746137990.493818:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b125500 00000100:00100000:0.0:1746137990.493844:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4449 00000100:00100000:0.0:1746137990.493851:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+362:1959:x1830957971278720:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.495639:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+362:1959:x1830957971278720:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1778us (1913us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.495655:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4449 00002000:00100000:0.0:1746137990.495667:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b125500 x1830957971278720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.495675:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125500 with x1830957971278720 ext(0->4095) 00002000:00010000:0.0:1746137990.495680:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b125500 00000100:00100000:0.0:1746137990.498658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.501497:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.505159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.509005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.511158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.513737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.515722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.517324:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.519701:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.522275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.525128:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.527674:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.530892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.533482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.536641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.538277:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.538321:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.540593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.543862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.548034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.558717:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.562853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.562909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.563245:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5557 00000100:00100000:0.0:1746137990.563252:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+368:30914:x1830957971282816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137990.563260:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137990.563267:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710400/0x8ae21a86589ddcd2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a87e8 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.563467:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942cc000/0x8ae21a86589ddcc4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a87da expref: 369 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.563476:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eeaa800/0x8ae21a86589ddccb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a87e1 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.563483:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.563484:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.563487:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710400/0x8ae21a86589ddcd2 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a87e8 expref: 369 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137990.570376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.570474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.573213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.575581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.579236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.582615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.585935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.592746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.596321:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.597068:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.599755:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.602183:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.605377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.609949:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.612781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.616412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.618565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.619176:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.620868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.621386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.621913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.623947:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.625622:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.627496:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.630752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.636103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.638679:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.640037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.641343:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.644174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.644738:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971288320 00000100:00100000:0.0:1746137990.644746:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971288320 00010000:00010000:0.0:1746137990.644790:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800942cc000/0x8ae21a86589ddcfc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8812 expref: 375 pid: 21614 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.644818:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10641 00000100:00100000:0.0:1746137990.644825:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+375:1958:x1830957971288320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137990.644839:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137990.644863:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800942cc000/0x8ae21a86589ddcfc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8812 expref: 375 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.644873:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800942cc000/0x8ae21a86589ddcfc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8812 expref: 375 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.644900:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800942cc000/0x8ae21a86589ddcfc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8812 expref: 375 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.644917:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137990.644937:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+374:1958:x1830957971288320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 113us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137990.644943:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10641 00000100:00100000:0.0:1746137990.644955:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10642 00000100:00100000:0.0:1746137990.644959:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1958:x1830957971288192:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137990.644966:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137990.644973:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddd03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8819 expref: 7 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.644983:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddd03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8819 expref: 7 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.644995:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddd03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8819 expref: 7 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.645008:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.645011:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.645019:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942cd400/0x8ae21a86589ddd0a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8820 expref: 373 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.645026:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942cd400/0x8ae21a86589ddd0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8820 expref: 373 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.645232:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800942cd400/0x8ae21a86589ddd0a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8820 expref: 373 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.645241:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800942cd400/0x8ae21a86589ddd0a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8820 expref: 373 pid: 21614 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.645249:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092765f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7125:1830957967567488:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137990.645269:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2268000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137990.647327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.652511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.655775:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.658632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.661090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.662118:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.663092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.664756:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.666350:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.666452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.669270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.678318:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.681852:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.685821:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.687556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.690764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.690898:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.697791:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.700501:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.704654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.707158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.714235:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.714295:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.718027:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.721771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.728642:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.733297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.740046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.740747:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.740780:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971293824 00000100:00100000:0.0:1746137990.740784:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971293824 00002000:00100000:0.0:1746137990.740813:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008606df80 x1830957971293824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/0 e 0 to 0 dl 1746138001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.740823:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606df80 with x1830957971293824 ext(0->4095) 00010000:00010000:0.0:1746137990.740829:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589ddd42 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8851 expref: 6 pid: 8501 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.740840:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589ddd42 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8851 expref: 6 pid: 8501 timeout: 535 lvb_type: 0 00002000:00010000:0.0:1746137990.740848:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008606df80 00000100:00100000:0.0:1746137990.740872:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2239 00000100:00100000:0.0:1746137990.740878:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971293824:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.741758:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971293824:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 878us (1010us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.741764:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2239 00002000:00100000:0.0:1746137990.741770:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008606df80 x1830957971293824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.741787:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606df80 with x1830957971293824 ext(0->4095) 00010000:00010000:0.0:1746137990.741792:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589ddd42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8851 expref: 6 pid: 8501 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.741803:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589ddd42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8851 expref: 6 pid: 8501 timeout: 535 lvb_type: 0 00002000:00010000:0.0:1746137990.741809:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008606df80 00000100:00100000:0.0:1746137990.744160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.744217:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.749849:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971294336 00000100:00100000:0.0:1746137990.749858:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971294336 00002000:00100000:0.0:1746137990.749902:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801297d3480 x1830957971294336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:426/0 lens 488/0 e 0 to 0 dl 1746138001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.749913:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3480 with x1830957971294336 ext(0->4095) 00010000:00010000:0.0:1746137990.749922:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589ddd49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a885f expref: 383 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.749937:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589ddd49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a885f expref: 383 pid: 21614 timeout: 535 lvb_type: 0 00002000:00010000:0.0:1746137990.749945:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297d3480 00000100:00100000:0.0:1746137990.749974:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2240 00000100:00100000:0.0:1746137990.749982:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+383:1958:x1830957971294336:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.750167:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+383:1958:x1830957971294336:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 186us (398us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.750173:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2240 00002000:00100000:0.0:1746137990.750178:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801297d3480 x1830957971294336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.750184:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3480 with x1830957971294336 ext(0->4095) 00010000:00010000:0.0:1746137990.750189:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589ddd49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a885f expref: 383 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.750198:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b489e00/0x8ae21a86589ddd49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a885f expref: 383 pid: 21614 timeout: 535 lvb_type: 0 00002000:00010000:0.0:1746137990.750203:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297d3480 00000100:00100000:0.0:1746137990.752095:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.759304:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.762357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.767820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.768322:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.772833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.774563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.778873:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.782030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.785059:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.787359:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.789864:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.792932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.798989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.802850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.802899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.802919:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971297280 00000100:00100000:0.0:1746137990.802926:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971297280 00010000:00010000:0.0:1746137990.802957:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddd57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a886d expref: 6 pid: 21614 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.802987:0:8515:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971297152 00000100:00100000:0.0:1746137990.802988:0:8515:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971297152 00010000:00010000:0.0:1746137990.802996:0:8515:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589ddd65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a887b expref: 387 pid: 17395 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.803009:0:8515:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10655 00000100:00100000:0.0:1746137990.803015:0:8515:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971297280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137990.803027:0:8515:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137990.803049:0:8515:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddd57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a886d expref: 6 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.803058:0:8515:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddd57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a886d expref: 6 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.803082:0:8515:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800942cce00/0x8ae21a86589ddd57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a886d expref: 6 pid: 21614 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.803099:0:8515:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137990.803124:0:8515:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957971297280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 110us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137990.803288:0:8515:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10655 00000100:00100000:0.0:1746137990.810619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.817190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.833812:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.836129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.836177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.841358:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.845289:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.847494:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.855714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.861736:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.863992:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971299456 00000100:00100000:0.0:1746137990.864004:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971299456 00000100:00100000:0.0:1746137990.864042:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5583 00000100:00100000:0.0:1746137990.864049:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+390:30914:x1830957971299456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137990.864064:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137990.864078:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710000/0x8ae21a86589ddd88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a889e expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.864102:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094227c00/0x8ae21a86589ddd81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8897 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.864109:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.864111:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137990.864114:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710000/0x8ae21a86589ddd88 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a889e expref: 391 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.864136:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094227c00/0x8ae21a86589ddd81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8897 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137990.864146:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094227c00/0x8ae21a86589ddd81 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8897 expref: 5 pid: 11153 timeout: 535 lvb_type: 0 00000100:00100000:0.0:1746137990.864160:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957967571584:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137990.864238:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2268240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137990.867982:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.868722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.872838:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.874992:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.881838:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.896779:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.899155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.899195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.902238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.904566:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.907952:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.912110:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.917577:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.920797:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.923146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.923189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.925296:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.929626:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971303040 00000100:00100000:0.0:1746137990.929636:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971303040 00002000:00100000:0.0:1746137990.929692:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8801297d2a00 x1830957971303040/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:426/0 lens 496/0 e 0 to 0 dl 1746138001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.929702:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2a00 with x1830957971303040 ext(0->7) 00010000:00010000:0.0:1746137990.929711:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589ddda4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a88ba expref: 395 pid: 8501 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.929726:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589ddda4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a88ba expref: 395 pid: 8501 timeout: 535 lvb_type: 0 00002000:00010000:0.0:1746137990.929733:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297d2a00 00000100:00100000:0.0:1746137990.929766:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2254 00000100:00100000:0.0:1746137990.929774:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+395:1960:x1830957971303040:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.930119:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+397:1960:x1830957971303040:12345-192.168.204.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 345us (547us total) trans 4294968920 rc 0/0 00000100:00100000:0.0:1746137990.930127:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2254 00002000:00100000:0.0:1746137990.930133:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8801297d2a00 x1830957971303040/t4294968920(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:426/0 lens 496/448 e 0 to 0 dl 1746138001 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.930140:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2a00 with x1830957971303040 ext(0->7) 00010000:00010000:0.0:1746137990.930145:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589ddda4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a88ba expref: 397 pid: 8501 timeout: 535 lvb_type: 0 00010000:00010000:0.0:1746137990.930158:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac56800/0x8ae21a86589ddda4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a88ba expref: 397 pid: 8501 timeout: 535 lvb_type: 0 00002000:00010000:0.0:1746137990.930164:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801297d2a00 00000100:00100000:0.0:1746137990.933081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.936110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.938770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.941949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.942007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.944918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.944957:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.947495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.947689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.950402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.955661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.958645:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.965242:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.968785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.971120:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.972051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.973142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.974008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.974044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.976237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.978289:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.981276:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.990065:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971307264 00000100:00100000:0.0:1746137990.990072:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971307264 00002000:00100000:0.0:1746137990.990110:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094528380 x1830957971307264/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/0 e 0 to 0 dl 1746138001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.990119:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528380 with x1830957971307264 ext(0->4095) 00002000:00010000:0.0:1746137990.990124:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094528380 00000100:00100000:0.0:1746137990.990155:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4471 00000100:00100000:0.0:1746137990.990162:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971307264:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137990.990312:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971307264:12345-192.168.204.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137990.990318:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4471 00002000:00100000:0.0:1746137990.990323:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094528380 x1830957971307264/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:426/0 lens 488/4536 e 0 to 0 dl 1746138001 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137990.990330:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528380 with x1830957971307264 ext(0->4095) 00002000:00010000:0.0:1746137990.990332:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094528380 00000100:00100000:0.0:1746137990.994218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.994301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.997476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137990.997509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.000263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137991.001895:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137991.004063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.006100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.009297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.019038:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.023004:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.023047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.025573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.025615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.028670:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.028859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.033579:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.035043:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.036824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.039637:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.043970:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.047856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.048282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.051066:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.051099:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.052642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.055916:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.061842:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.064979:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.072047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.072128:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.075103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.082662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.086247:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137991.086637:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137991.088821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137991.089274:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137991.128379:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.132661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.137383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137991.144300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746137991.150312:0:9904:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746137991.150319:0:9904:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093873600/0x8ae21a86589dde68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7138 initiator: MDT0 00010000:00010000:0.0:1746137991.150324:0:9904:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093873600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746137991.150327:0:9904:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093873600/0x8ae21a86589dde68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7138 initiator: MDT0 00010000:00010000:0.0:1746137991.150331:0:9904:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093873600/0x8ae21a86589dde68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7138 initiator: MDT0 00010000:00010000:0.0:1746137991.150338:0:9904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff880087b9ca00) 00010000:00010000:0.0:1746137991.150340:0:9904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746137991.150343:0:9904:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093873600/0x8ae21a86589dde68 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7138 initiator: MDT0 00010000:00010000:0.0:1746137991.150347:0:9904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093873600/0x8ae21a86589dde68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7138 initiator: MDT0 00010000:00010000:0.0:1746137991.150370:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746137991.150371:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746137991.150372:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746137992.998714:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1746137994.045070:0:9972:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 596ba1cf-3330-4f6b-9e4f-ea2443b37aa5 00000020:00000080:0.0:1746137994.045076:0:9972:0:(genops.c:904:class_export_put()) final put ffff880099acc000/596ba1cf-3330-4f6b-9e4f-ea2443b37aa5 00000020:00000080:0.0:1746137994.045092:0:66:0:(genops.c:863:class_export_destroy()) destroying export ffff880099acc000/596ba1cf-3330-4f6b-9e4f-ea2443b37aa5 for lustre-OST0001 00000020:00000080:0.0:1746137994.045121:0:66:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880099acd000 for lustre-OST0001 00000100:00080000:0.0:1746137994.057853:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137994.059470:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.065117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137994.065274:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137994.069517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.074398:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.077905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.080069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.083540:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.085889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137994.086193:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137994.088516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.091821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00100000:0.0:1746137994.111749:0:9972:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 596ba1cf-3330-4f6b-9e4f-ea2443b37aa5 00000001:00080000:0.0:1746137994.111761:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967850 is committed 00000100:00100000:0.0:1746137994.115275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.120566:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971317376 00000100:00100000:0.0:1746137994.120575:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971317376 00000100:00100000:0.0:1746137994.120611:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46545 00000100:00100000:0.0:1746137994.120618:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:31559:x1830957971317376:12345-192.168.204.27@tcp:36:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137994.120813:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094453a00/0x8ae21a86589ddf02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746137994.120827:0:7137:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009144e400/0x8ae21a86589ddefb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a897e expref: 11 pid: 7138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.120834:0:7137:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094453a00/0x8ae21a86589ddf02 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746137994.120859:0:7137:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009144e400/0x8ae21a86589ddefb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a897e expref: 11 pid: 7138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.120869:0:7137:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144e400/0x8ae21a86589ddefb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a897e expref: 11 pid: 7138 timeout: 539 lvb_type: 0 00000100:00100000:0.0:1746137994.120881:0:7137:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7137:1830957967577216:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137994.120956:0:7137:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137994.124853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.127071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.129112:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.131923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.136097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.138843:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.141925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.149911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.155797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.162238:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.164832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.166865:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.170990:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.174720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.179567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.186074:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.190194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.194690:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.195722:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971320320 00000100:00100000:0.0:1746137994.195726:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971320320 00000100:00100000:0.0:1746137994.195761:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5614 00000100:00100000:0.0:1746137994.195768:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:31559:x1830957971320320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137994.195779:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137994.195793:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094920400/0x8ae21a86589ddf33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a89af expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.195814:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589ddf2c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a89a8 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.195821:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137994.195822:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137994.195825:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094920400/0x8ae21a86589ddf33 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a89af expref: 11 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.195849:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589ddf2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a89a8 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.195860:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589ddf2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a89a8 expref: 5 pid: 17395 timeout: 539 lvb_type: 0 00000100:00100000:0.0:1746137994.195881:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967578496:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137994.195949:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137994.197681:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.201993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.206519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.212906:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.216104:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.220593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.223750:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.224780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.232271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.240068:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.245030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.249894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.251461:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.253140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.255614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.258813:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.258864:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.260873:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.262787:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.263006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.266221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.268281:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.268335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.273583:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.276054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.277743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.282633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.284337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.285793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.286031:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.287533:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.289351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.289463:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.292959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.294910:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.295362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.299027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.301237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.304464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.306137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.307841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.309525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.311380:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.313479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.315189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.317010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.318837:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.320711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.323406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.325270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.327966:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.328034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.330349:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.332055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.332128:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.334123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.335612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.335662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.338952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.342345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.344609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.346875:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.351588:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.354546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.355855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.356631:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.358706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.360688:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.364142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.366551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.369396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.372639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.375088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.377154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.377796:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971333504 00000100:00100000:0.0:1746137994.377799:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971333504 00000100:00100000:0.0:1746137994.377828:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5640 00000100:00100000:0.0:1746137994.377833:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:31559:x1830957971333504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137994.377839:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137994.377846:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589ddfe9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8a65 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.377858:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137994.377862:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589ddfe2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8a5e expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.377866:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137994.377869:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589ddfe9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8a65 expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.377887:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589ddfe2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8a5e expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.377897:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589ddfe9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8a65 expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.377906:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9aa00, rc 0) 00000100:00100000:0.0:1746137994.378083:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31559:x1830957971333504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 249us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137994.378089:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5640 00000100:00100000:0.0:1746137994.380798:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.384087:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.387287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.389891:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.392725:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.392776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.395251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.400247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.404204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.406378:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.409636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.414775:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.414894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.417243:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.418342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.424488:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.429382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.436215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.440531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.446757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.449258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.453807:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.456962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.466867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.469796:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.491327:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.496361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.500125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.507088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.514088:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.520511:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.528850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.532241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.534519:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.540717:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.540812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.546703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.550284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.550340:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137994.553367:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137994.553816:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.556513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.556845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.563381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.566056:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.569936:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.576851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.577478:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.581403:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.585653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.612077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.617231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.620754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.624651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.624675:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971343360 00000100:00100000:0.0:1746137994.624680:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971343360 00002000:00100000:0.0:1746137994.624713:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094817800 x1830957971343360/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:430/0 lens 488/0 e 0 to 0 dl 1746138005 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.624722:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094817800 with x1830957971343360 ext(0->4095) 00002000:00010000:0.0:1746137994.624727:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094817800 00000100:00100000:0.0:1746137994.624742:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4504 00000100:00100000:0.0:1746137994.624747:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971343360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137994.624891:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971343360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137994.624897:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4504 00002000:00100000:0.0:1746137994.624902:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094817800 x1830957971343360/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:430/0 lens 488/4536 e 0 to 0 dl 1746138005 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.624909:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094817800 with x1830957971343360 ext(0->4095) 00002000:00010000:0.0:1746137994.624912:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094817800 00000100:00100000:0.0:1746137994.628573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.629582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.629598:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971343616 00000100:00100000:0.0:1746137994.629601:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971343616 00000100:00100000:0.0:1746137994.629634:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5659 00000100:00100000:0.0:1746137994.629639:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957971343616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137994.629649:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137994.629656:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de06e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8aea expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.629672:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137994.629676:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589de067 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8ae3 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.629681:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137994.629684:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de06e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8aea expref: 23 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.629703:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589de067 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8ae3 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.629714:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de06e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8aea expref: 23 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.629723:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347600, rc 0) 00000100:00100000:0.0:1746137994.629761:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957971343616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137994.629767:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5659 00000100:00100000:0.0:1746137994.630873:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.634164:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.637210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.637302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.640674:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.642964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.643045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.646175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.646741:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2302 00000100:00100000:0.0:1746137994.646750:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971345024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137994.646924:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971345024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (749us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137994.646930:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2302 00002000:00100000:0.0:1746137994.646934:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830957971345024/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:430/0 lens 488/4536 e 0 to 0 dl 1746138005 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.646941:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830957971345024 ext(0->4095) 00010000:00010000:0.0:1746137994.646945:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de075 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8af1 expref: 6 pid: 11153 timeout: 539 lvb_type: 0 00010000:00010000:0.0:1746137994.646954:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de075 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8af1 expref: 6 pid: 11153 timeout: 539 lvb_type: 0 00002000:00010000:0.0:1746137994.646959:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d7800 00000100:00100000:0.0:1746137994.649994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.655543:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.658294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.660877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.664079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.666688:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.672706:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971346560 00000100:00100000:0.0:1746137994.672713:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971346560 00002000:00100000:0.0:1746137994.672858:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094138700 x1830957971346560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:430/0 lens 488/0 e 0 to 0 dl 1746138005 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.672868:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138700 with x1830957971346560 ext(0->4095) 00010000:00010000:0.0:1746137994.672875:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589de08a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8b06 expref: 22 pid: 11153 timeout: 539 lvb_type: 0 00010000:00010000:0.0:1746137994.672886:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589de08a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8b06 expref: 22 pid: 11153 timeout: 539 lvb_type: 0 00002000:00010000:0.0:1746137994.672892:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094138700 00000100:00100000:0.0:1746137994.672920:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2303 00000100:00100000:0.0:1746137994.672926:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957971346560:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137994.673058:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957971346560:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137994.673064:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2303 00002000:00100000:0.0:1746137994.673069:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094138700 x1830957971346560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:430/0 lens 488/4536 e 0 to 0 dl 1746138005 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.673076:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138700 with x1830957971346560 ext(0->4095) 00010000:00010000:0.0:1746137994.673080:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589de08a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8b06 expref: 22 pid: 11153 timeout: 539 lvb_type: 0 00010000:00010000:0.0:1746137994.673088:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589de08a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8b06 expref: 22 pid: 11153 timeout: 539 lvb_type: 0 00002000:00010000:0.0:1746137994.673093:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094138700 00000100:00100000:0.0:1746137994.674683:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.679309:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.682675:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.685410:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.688066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.689266:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.691912:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971347712 00000100:00100000:0.0:1746137994.691919:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971347712 00000100:00100000:0.0:1746137994.691966:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5667 00000100:00100000:0.0:1746137994.691972:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957971347712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137994.691986:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137994.692000:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589de0a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8b22 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.692022:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137994.692031:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589de09f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8b1b expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.692037:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137994.692040:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589de0a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8b22 expref: 23 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.692066:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589de09f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8b1b expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.692076:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589de0a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8b22 expref: 23 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.692084:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347800, rc 0) 00000100:00100000:0.0:1746137994.692116:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31560:x1830957971347712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137994.692121:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5667 00000100:00100000:0.0:1746137994.693586:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.696253:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.699272:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.703378:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.705081:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.707468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.709888:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.712879:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.716848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.720149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.723344:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.724219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.727927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.730604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.731044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.734174:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.736597:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.740297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.742797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.747623:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.750882:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.751044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.754491:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.764072:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.767591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.771754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.775872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.778954:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.779328:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.782538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.782801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.786820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.788846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.792408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.795999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.798866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.806941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.807008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.813476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.816242:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.819060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.823202:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.830364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137994.832530:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137994.836173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.840225:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.843298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.848245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.852581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.874312:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.877182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.881663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.889735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.896246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.900659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.906861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.914566:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.917654:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.920966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.923657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.928181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.928248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.932054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.932331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.935262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.937845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.940527:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.942691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.945672:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.948024:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.948051:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971361664 00000100:00100000:0.0:1746137994.948056:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971361664 00002000:00100000:0.0:1746137994.948451:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091451880 x1830957971361664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:430/0 lens 488/0 e 0 to 0 dl 1746138005 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.948459:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091451880 with x1830957971361664 ext(0->4095) 00002000:00010000:0.0:1746137994.948463:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091451880 00000100:00100000:0.0:1746137994.948478:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4522 00000100:00100000:0.0:1746137994.948485:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971361664:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137994.949277:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971361664:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 790us (1250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137994.949287:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4522 00002000:00100000:0.0:1746137994.949293:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091451880 x1830957971361664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:430/0 lens 488/4536 e 0 to 0 dl 1746138005 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.949300:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091451880 with x1830957971361664 ext(0->4095) 00002000:00010000:0.0:1746137994.949303:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091451880 00000100:00100000:0.0:1746137994.951788:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.951872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.952968:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5693 00000100:00100000:0.0:1746137994.952977:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957971361920:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137994.952986:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137994.952996:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589de15c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8bd8 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.953009:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137994.953012:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de155 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8bd1 expref: 27 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.953018:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137994.953020:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589de15c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8bd8 expref: 27 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.953039:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de155 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8bd1 expref: 27 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.953050:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589de15c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8bd8 expref: 27 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137994.953061:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347200, rc 0) 00000100:00100000:0.0:1746137994.953094:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957971361920:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137994.953099:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5693 00000100:00100000:0.0:1746137994.955318:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.958240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.961641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.962490:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.967550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.970615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.970659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.975231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.980770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.985175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.989105:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.995006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.996191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.998414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137994.998466:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971364352 00000100:00100000:0.0:1746137994.998472:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971364352 00002000:00100000:0.0:1746137994.998500:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148000 x1830957971364352/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:430/0 lens 488/0 e 0 to 0 dl 1746138005 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.998509:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148000 with x1830957971364352 ext(0->4095) 00010000:00010000:0.0:1746137994.998515:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de171 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8bed expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137994.998529:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de171 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8bed expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137994.998535:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130148000 00000100:00100000:0.0:1746137994.998547:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2321 00000100:00100000:0.0:1746137994.998552:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971364352:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137994.998995:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971364352:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 442us (582us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137994.999001:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2321 00002000:00100000:0.0:1746137994.999006:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148000 x1830957971364352/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:430/0 lens 488/4536 e 0 to 0 dl 1746138005 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137994.999012:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148000 with x1830957971364352 ext(0->4095) 00010000:00010000:0.0:1746137994.999016:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de171 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8bed expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137994.999024:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de171 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8bed expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137994.999029:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130148000 00000100:00100000:0.0:1746137995.001104:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.002331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.010089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.010139:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.016519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.024536:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.032844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.032925:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971365760 00000100:00100000:0.0:1746137995.032933:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971365760 00002000:00100000:0.0:1746137995.032974:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134e7ca80 x1830957971365760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.032982:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134e7ca80 with x1830957971365760 ext(0->4095) 00002000:00010000:0.0:1746137995.032987:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134e7ca80 00000100:00100000:0.0:1746137995.033003:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4524 00000100:00100000:0.0:1746137995.033009:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957971365760:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137995.033157:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957971365760:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.033162:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4524 00002000:00100000:0.0:1746137995.033167:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134e7ca80 x1830957971365760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.033173:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134e7ca80 with x1830957971365760 ext(0->4095) 00002000:00010000:0.0:1746137995.033175:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134e7ca80 00000100:00100000:0.0:1746137995.036114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.042991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.043656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.043698:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971366144 00000100:00100000:0.0:1746137995.043703:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971366144 00010000:00010000:0.0:1746137995.044117:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c02 expref: 26 pid: 17395 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1746137995.044155:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10777 00000100:00100000:0.0:1746137995.044161:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957971366144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137995.044168:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137995.044185:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c02 expref: 26 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.044193:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c02 expref: 26 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.044206:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de186 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c02 expref: 26 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.044227:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.044229:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.044233:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589de18d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c09 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.044239:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589de18d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c09 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.044255:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589de18d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c09 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.044265:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589de18d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c09 expref: 5 pid: 17395 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1746137995.044275:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967600896:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137995.048160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.053627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.053683:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971366528 00000100:00100000:0.0:1746137995.053693:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971366528 00000100:00100000:0.0:1746137995.058412:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.062861:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.070900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.077105:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.083963:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.095879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.098310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.101035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.104872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.110343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.110469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.112949:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0846c30c-781b-4405-bc84-6046c2d7bab4:3294:1830957967602048:0@lo:400:kworker.0 00000100:00100000:0.0:1746137995.113039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137995.113073:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830957967602560:0@lo:400:kworker.0 00000100:00100000:0.0:1746137995.113091:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746137995.113116:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746137995.113119:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137995.113135:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957967602048 00000100:00100000:0.0:1746137995.113138:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957967602048 00000100:00100000:0.0:1746137995.113161:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1746137995.113166:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c798450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3294:x1830957967602048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137995.113193:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c798450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3294:x1830957967602048:12345-0@lo:400:kworker.0 Request processed in 26us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.113199:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00080000:0.0:1746137995.113222:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137995.113238:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0846c30c-781b-4405-bc84-6046c2d7bab4:3294:1830957967602048:0@lo:400:kworker.0 00000100:00100000:0.0:1746137995.113248:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830957967602560:0@lo:400:kworker.0 00000100:00100000:0.0:1746137995.116091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.120063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.120901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.125202:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971369088 00000100:00100000:0.0:1746137995.125210:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971369088 00002000:00100000:0.0:1746137995.125253:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef2680 x1830957971369088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.125262:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef2680 with x1830957971369088 ext(0->4095) 00010000:00010000:0.0:1746137995.125270:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac14a00/0x8ae21a86589de1b0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c2c expref: 6 pid: 11153 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.125283:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac14a00/0x8ae21a86589de1b0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c2c expref: 6 pid: 11153 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.125289:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef2680 00000100:00100000:0.0:1746137995.125305:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2328 00000100:00100000:0.0:1746137995.125312:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971369088:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137995.125489:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971369088:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.125495:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2328 00002000:00100000:0.0:1746137995.125501:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef2680 x1830957971369088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.125513:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef2680 with x1830957971369088 ext(0->4095) 00010000:00010000:0.0:1746137995.125518:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac14a00/0x8ae21a86589de1b0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c2c expref: 6 pid: 11153 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.125526:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac14a00/0x8ae21a86589de1b0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c2c expref: 6 pid: 11153 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.125531:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef2680 00000100:00100000:0.0:1746137995.130369:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.137047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.141582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.144806:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957967603328 00000100:00100000:0.0:1746137995.144812:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957967603328 00000100:00100000:0.0:1746137995.144840:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1746137995.144846:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957967603328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746137995.144865:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 551485440 pending 17039360 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746137995.145078:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957967603328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 231us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.145083:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1746137995.145488:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.148995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.149365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.152510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.157565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.161462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.161502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.164787:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.166497:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.169693:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.171549:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.175617:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.178292:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.180872:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.181498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.183217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.186823:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971372672 00000100:00100000:0.0:1746137995.186831:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971372672 00002000:00100000:0.0:1746137995.186868:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f9f80 x1830957971372672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.186877:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9f80 with x1830957971372672 ext(0->4095) 00010000:00010000:0.0:1746137995.186884:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de1e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c5d expref: 28 pid: 11153 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.186896:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de1e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c5d expref: 28 pid: 11153 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.186902:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943f9f80 00000100:00100000:0.0:1746137995.186931:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2332 00000100:00100000:0.0:1746137995.186938:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957971372672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137995.187128:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957971372672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.187134:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2332 00002000:00100000:0.0:1746137995.187140:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f9f80 x1830957971372672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.187146:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9f80 with x1830957971372672 ext(0->4095) 00010000:00010000:0.0:1746137995.187151:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de1e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c5d expref: 28 pid: 11153 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.187159:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de1e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c5d expref: 28 pid: 11153 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.187163:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943f9f80 00000100:00100000:0.0:1746137995.189459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.196007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.198639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.201161:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.202938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.204159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.204306:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.206794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.209359:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.213681:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.216819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.220996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.226504:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.232797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.237492:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.243059:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971375744 00000100:00100000:0.0:1746137995.243070:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971375744 00000100:00100000:0.0:1746137995.243224:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5719 00000100:00100000:0.0:1746137995.243231:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971375744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137995.243553:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137995.243779:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de212 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8c8e expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.243804:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589de20b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c87 expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.243810:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137995.243812:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137995.243814:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de212 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c8e expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.243840:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589de20b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c87 expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.243851:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589de20b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c87 expref: 26 pid: 17395 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1746137995.243862:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967606400:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137995.244903:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137995.251850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.251888:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967606400:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137995.251911:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de212 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c8e expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.251929:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347600, rc 0) 00000100:00100000:0.0:1746137995.251965:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971375744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8734us (8959us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.251973:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5719 00000100:00100000:0.0:1746137995.255225:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957971375872:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 888us (3380us total) trans 4294967862 rc 0/0 00000100:00100000:0.0:1746137995.255233:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2335 00002000:00100000:0.0:1746137995.255241:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a56ee680 x1830957971375872/t4294967862(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 496/448 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.255249:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ee680 with x1830957971375872 ext(0->7) 00010000:00010000:0.0:1746137995.255257:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589de20b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c87 expref: 29 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.255270:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589de20b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c87 expref: 29 pid: 17395 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.255276:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ee680 00000100:00100000:0.0:1746137995.265506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.272451:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967606528:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137995.272470:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137995.272491:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957971376000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 6574us (6992us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.272498:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10796 00000100:00100000:0.0:1746137995.273243:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971376384 00000100:00100000:0.0:1746137995.273246:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971376384 00002000:00100000:0.0:1746137995.273267:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132680 x1830957971376384/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.273274:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132680 with x1830957971376384 ext(0->4095) 00010000:00010000:0.0:1746137995.273279:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de212 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c8e expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.273286:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de212 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c8e expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.273291:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c132680 00000100:00100000:0.0:1746137995.273302:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2336 00000100:00100000:0.0:1746137995.273307:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971376384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137995.273625:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971376384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 316us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.273630:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2336 00002000:00100000:0.0:1746137995.273635:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132680 x1830957971376384/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.273642:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132680 with x1830957971376384 ext(0->4095) 00010000:00010000:0.0:1746137995.273645:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de212 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c8e expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.273653:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de212 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c8e expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.273658:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c132680 00000100:00100000:0.0:1746137995.277095:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.279514:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971376640 00000100:00100000:0.0:1746137995.279518:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971376640 00010000:00010000:0.0:1746137995.279537:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013010f400/0x8ae21a86589dde22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8938 expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1746137995.279583:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971376768 00000100:00100000:0.0:1746137995.279586:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971376768 00010000:00010000:0.0:1746137995.279596:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589de212 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8c8e expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1746137995.279619:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10797 00000100:00100000:0.0:1746137995.279625:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957971376640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137995.279633:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137995.279637:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013010f400/0x8ae21a86589dde22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8938 expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.279647:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013010f400/0x8ae21a86589dde22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8938 expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.279662:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013010f400/0x8ae21a86589dde22 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8938 expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.279672:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.279673:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.279677:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ff9c00/0x8ae21a86589de219 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.279684:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ff9c00/0x8ae21a86589de219 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.279888:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137995.279977:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1957:x1830957971376640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 351us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.279982:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10797 00000004:00080000:0.0:1746137995.280926:0:3297:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094814a80/2, rc 0, transno 4294968926 00000100:00100000:0.0:1746137995.280932:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957967606656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746137995.285344:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.290480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.298039:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.307657:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.310782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.315215:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.319861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.333023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.335626:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a531db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137995.337870:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.337915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.343763:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967608192:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137995.343791:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589de243 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8cb8 expref: 31 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.343809:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:0.0:1746137995.343908:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31559:x1830957971378944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5183us (6040us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.343916:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5726 00000100:00100000:0.0:1746137995.344141:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971379328 00000100:00100000:0.0:1746137995.344147:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971379328 00000100:00100000:0.0:1746137995.347659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.352825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.359068:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.364312:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.371789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.371865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.374960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.380222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.383965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.387315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.391475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.412562:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.418613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.423709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.427105:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.432561:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.436877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.440726:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.444562:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.452640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.455837:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.455910:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009403d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967610240:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137995.455927:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589de27b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8cf0 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.455944:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:0.0:1746137995.455968:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957971383168:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2621us (3334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.455974:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5734 00000100:00100000:0.0:1746137995.460607:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.465737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.477481:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.484781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.500199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.500974:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.503742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.503768:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971384576 00000100:00100000:0.0:1746137995.503774:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971384576 00002000:00100000:0.0:1746137995.503805:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d14380 x1830957971384576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.503813:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14380 with x1830957971384576 ext(0->4095) 00010000:00010000:0.0:1746137995.503818:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de282 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8cf7 expref: 6 pid: 8501 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.503828:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de282 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8cf7 expref: 6 pid: 8501 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.503834:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d14380 00000100:00100000:0.0:1746137995.504027:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2347 00000100:00100000:0.0:1746137995.504034:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971384576:12345-192.168.204.27@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746137995.504310:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971384576:12345-192.168.204.27@tcp:3:ldlm_bl.0 Request processed in 275us (566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.504319:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2347 00002000:00100000:0.0:1746137995.504324:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d14380 x1830957971384576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.504332:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14380 with x1830957971384576 ext(0->4095) 00010000:00010000:0.0:1746137995.504337:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de282 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8cf7 expref: 6 pid: 8501 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.504345:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de282 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8cf7 expref: 6 pid: 8501 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.504350:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d14380 00000100:00100000:0.0:1746137995.506086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.509923:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.517527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.528880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.532290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.533342:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.535441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.538721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.546544:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.553810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.553871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.561045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.567273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.567364:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.573869:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.576849:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.579721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.582882:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.586565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.590770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.591760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.596678:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971388800 00000100:00100000:0.0:1746137995.596685:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971388800 00002000:00100000:0.0:1746137995.596722:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16680 x1830957971388800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.596732:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16680 with x1830957971388800 ext(0->4095) 00010000:00010000:0.0:1746137995.596742:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589de2ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8d2f expref: 38 pid: 8501 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.596756:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589de2ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8d2f expref: 38 pid: 8501 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.596762:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16680 00000100:00100000:0.0:1746137995.597149:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2352 00000100:00100000:0.0:1746137995.597156:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957971388800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137995.597355:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957971388800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 198us (722us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.597361:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2352 00002000:00100000:0.0:1746137995.597367:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16680 x1830957971388800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.597374:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16680 with x1830957971388800 ext(0->4095) 00010000:00010000:0.0:1746137995.597380:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589de2ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8d2f expref: 38 pid: 8501 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.597388:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589de2ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8d2f expref: 38 pid: 8501 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.597393:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16680 00000100:00100000:0.0:1746137995.599522:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.608260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.611058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.614631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.616471:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971389824 00000100:00100000:0.0:1746137995.616477:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971389824 00002000:00100000:0.0:1746137995.616507:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093def100 x1830957971389824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.616515:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def100 with x1830957971389824 ext(0->4095) 00010000:00010000:0.0:1746137995.616522:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589de2c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8d3d expref: 6 pid: 8501 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.616532:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589de2c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8d3d expref: 6 pid: 8501 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.616538:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093def100 00000100:00100000:0.0:1746137995.616563:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2353 00000100:00100000:0.0:1746137995.616568:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971389824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137995.617607:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971389824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1025us (1224us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.617618:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2353 00002000:00100000:0.0:1746137995.617625:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093def100 x1830957971389824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.617632:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def100 with x1830957971389824 ext(0->4095) 00010000:00010000:0.0:1746137995.617637:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589de2c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8d3d expref: 6 pid: 8501 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.617646:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589de2c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8d3d expref: 6 pid: 8501 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.617652:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093def100 00000100:00100000:0.0:1746137995.626945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.640202:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.648498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.656294:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.662698:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.665992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.668976:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.669078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.673239:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.681355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.684126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.686904:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.689451:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.694115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.696892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.697497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.701933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.704303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.706918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.709125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.711448:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.713995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.717964:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.718145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.722585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.728510:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.730656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.731495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.735861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.739006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.739075:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.743104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.745151:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.748101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.750286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.755995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.759107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.759757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.762204:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.762245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.766716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.769849:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.775374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.777927:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.782055:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.782970:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10838 00000100:00100000:0.0:1746137995.782979:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957971397760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137995.782995:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137995.783023:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589de331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8da6 expref: 39 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.783035:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589de331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8da6 expref: 39 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.783062:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589de331 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8da6 expref: 39 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.783200:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.783202:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.783210:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589de338 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8dad expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.783219:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589de338 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8dad expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.783260:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589de338 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8dad expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137995.783275:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7125:1830957967617280:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137995.787283:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971398016 00000100:00100000:0.0:1746137995.787287:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971398016 00002000:00100000:0.0:1746137995.787327:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349c00 x1830957971398016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.787337:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349c00 with x1830957971398016 ext(0->4095) 00002000:00010000:0.0:1746137995.787342:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349c00 00000100:00100000:0.0:1746137995.788017:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2362 00000100:00100000:0.0:1746137995.790307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.791357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.795678:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971398656 00000100:00100000:0.0:1746137995.795686:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971398656 00002000:00100000:0.0:1746137995.795725:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348e00 x1830957971398656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.795735:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348e00 with x1830957971398656 ext(0->4095) 00010000:00010000:0.0:1746137995.795743:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de33f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8db4 expref: 40 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.795755:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de33f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8db4 expref: 40 pid: 17395 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.795760:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086348e00 00000100:00100000:0.0:1746137995.796034:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2363 00000100:00100000:0.0:1746137995.796041:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957971398656:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137995.796219:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957971398656:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (922us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.796225:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2363 00002000:00100000:0.0:1746137995.796230:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348e00 x1830957971398656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.796239:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348e00 with x1830957971398656 ext(0->4095) 00010000:00010000:0.0:1746137995.796244:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de33f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8db4 expref: 40 pid: 17395 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.796253:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094713400/0x8ae21a86589de33f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8db4 expref: 40 pid: 17395 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.796258:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086348e00 00000100:00100000:0.0:1746137995.798175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.801640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.805329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.807695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.810222:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.812995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.813102:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.819541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.827706:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.832897:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.836169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.839260:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.842575:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.847888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.847986:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.848020:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971401216 00000100:00100000:0.0:1746137995.848024:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971401216 00000100:00100000:0.0:1746137995.848052:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5768 00000100:00100000:0.0:1746137995.848058:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31559:x1830957971401216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137995.848073:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137995.848092:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589de369 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8dde expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.848120:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589de362 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8dd7 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.848128:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.848130:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.848133:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589de369 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8dde expref: 39 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.848167:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589de362 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8dd7 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.848181:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589de362 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8dd7 expref: 6 pid: 17395 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1746137995.848196:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967618944:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137995.853661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.854290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.857132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.860328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.864047:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971402112 00000100:00100000:0.0:1746137995.864054:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971402112 00002000:00100000:0.0:1746137995.864096:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1c00 x1830957971402112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.864112:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1c00 with x1830957971402112 ext(0->4095) 00002000:00010000:0.0:1746137995.864116:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c1c00 00000100:00100000:0.0:1746137995.864188:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4559 00000100:00100000:0.0:1746137995.864196:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957971402112:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137995.864362:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957971402112:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.864368:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4559 00002000:00100000:0.0:1746137995.864372:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1c00 x1830957971402112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.864379:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1c00 with x1830957971402112 ext(0->4095) 00002000:00010000:0.0:1746137995.864382:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c1c00 00000100:00100000:0.0:1746137995.865699:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.868088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.871188:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971402624 00000100:00100000:0.0:1746137995.871195:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971402624 00002000:00100000:0.0:1746137995.871235:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a63b80 x1830957971402624/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.871246:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a63b80 with x1830957971402624 ext(0->4095) 00002000:00010000:0.0:1746137995.871250:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a63b80 00000100:00100000:0.0:1746137995.871278:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4560 00000100:00100000:0.0:1746137995.871285:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971402624:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137995.871503:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971402624:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 218us (641us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.871510:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4560 00002000:00100000:0.0:1746137995.871516:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a63b80 x1830957971402624/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.871522:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a63b80 with x1830957971402624 ext(0->4095) 00002000:00010000:0.0:1746137995.871525:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a63b80 00000100:00100000:0.0:1746137995.875169:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.875214:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.884311:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.887088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.889769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.892375:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.897514:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.902839:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.904350:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971404288 00000100:00100000:0.0:1746137995.904356:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971404288 00002000:00100000:0.0:1746137995.904392:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56edf80 x1830957971404288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/0 e 0 to 0 dl 1746138006 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.904402:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56edf80 with x1830957971404288 ext(0->4095) 00010000:00010000:0.0:1746137995.904410:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de38c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e01 expref: 6 pid: 11153 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.904495:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de38c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e01 expref: 6 pid: 11153 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.904502:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56edf80 00000100:00100000:0.0:1746137995.904530:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2367 00000100:00100000:0.0:1746137995.904535:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971404288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137995.904967:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971404288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 429us (690us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.904974:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2367 00002000:00100000:0.0:1746137995.904979:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56edf80 x1830957971404288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.904986:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56edf80 with x1830957971404288 ext(0->4095) 00010000:00010000:0.0:1746137995.904991:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de38c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e01 expref: 6 pid: 11153 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.905000:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589de38c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e01 expref: 6 pid: 11153 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.905005:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56edf80 00000100:00100000:0.0:1746137995.907627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.907655:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971404416 00000100:00100000:0.0:1746137995.907662:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971404416 00000100:00100000:0.0:1746137995.907716:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5775 00000100:00100000:0.0:1746137995.907723:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957971404416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137995.907739:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137995.907754:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589de39a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8e0f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.907782:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.907788:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x8ae21a86589de393 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e08 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.907795:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137995.907798:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589de39a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e0f expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.907828:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x8ae21a86589de393 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e08 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.907839:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589de39a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e0f expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.907846:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347200, rc 0) 00000100:00100000:0.0:1746137995.907871:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957971404416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.907876:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5775 00000100:00100000:0.0:1746137995.908162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.913354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.917379:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.920391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.922928:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.925392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.927678:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.930962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.931986:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971405952 00000100:00100000:0.0:1746137995.931990:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971405952 00000100:00100000:0.0:1746137995.932025:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5778 00000100:00100000:0.0:1746137995.932031:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31559:x1830957971405952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137995.932041:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137995.932049:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589de3af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8e24 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.932062:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137995.932067:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f01600/0x8ae21a86589de3a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e1d expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.932072:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137995.932075:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589de3af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e24 expref: 41 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.932103:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f01600/0x8ae21a86589de3a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e1d expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.932114:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589de3af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e24 expref: 41 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137995.932124:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093346a00, rc 0) 00000100:00100000:0.0:1746137995.932162:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31559:x1830957971405952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137995.932168:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5778 00000100:00100000:0.0:1746137995.932883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.934777:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.936692:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.936723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.939220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.939541:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2370 00000100:00100000:0.0:1746137995.939549:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957971406848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137995.939665:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957971406848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137995.939671:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2370 00002000:00100000:0.0:1746137995.939675:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced5f80 x1830957971406848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746138006 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137995.939682:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced5f80 with x1830957971406848 ext(0->4095) 00010000:00010000:0.0:1746137995.939686:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589de3af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e24 expref: 39 pid: 21614 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1746137995.939694:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589de3af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e24 expref: 39 pid: 21614 timeout: 540 lvb_type: 0 00002000:00010000:0.0:1746137995.939699:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced5f80 00000100:00100000:0.0:1746137995.941152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.941187:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.943464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.945029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.948528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.950605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.957526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.962050:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.966574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.971287:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.976067:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.983185:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.986119:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.991051:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137995.995811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.001356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137996.002122:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137996.006597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137996.007233:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746137996.009170:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137996.009754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.014173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.020288:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.026134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.028786:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.029811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.034055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.039769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.043311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.048712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.051972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.057301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.058011:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.063918:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880137301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967624320:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137996.063945:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x8ae21a86589de3fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e71 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.063960:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66200, rc 0) 00000100:00100000:0.0:1746137996.064005:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957971411968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5673us (5993us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137996.064016:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5789 00000100:00100000:0.0:1746137996.069116:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.080194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.089855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.099403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.104218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.105062:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.107109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.110106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746137996.110800:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de403 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e78 expref: 6 pid: 8501 timeout: 541 lvb_type: 0 00000100:00100000:0.0:1746137996.110871:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10868 00000100:00100000:0.0:1746137996.110878:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971413504:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137996.110891:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137996.110916:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de403 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e78 expref: 6 pid: 8501 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.110928:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de403 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e78 expref: 6 pid: 8501 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.110952:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589de403 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e78 expref: 6 pid: 8501 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.110982:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.110984:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.110993:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589de40a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e7f expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.111001:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589de40a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e7f expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.111076:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589de40a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8e7f expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137996.111089:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009287ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7125:1830957967624960:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137996.111199:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137996.114004:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971413760 00000100:00100000:0.0:1746137996.114011:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971413760 00002000:00100000:0.0:1746137996.114046:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b3100 x1830957971413760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:432/0 lens 488/0 e 0 to 0 dl 1746138007 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137996.114055:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b3100 with x1830957971413760 ext(0->4095) 00002000:00010000:0.0:1746137996.114059:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b3100 00000100:00100000:0.0:1746137996.114088:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4570 00000100:00100000:0.0:1746137996.114094:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971413760:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137996.114247:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971413760:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137996.114253:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4570 00002000:00100000:0.0:1746137996.114258:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b3100 x1830957971413760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:432/0 lens 488/4536 e 0 to 0 dl 1746138007 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137996.114265:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b3100 with x1830957971413760 ext(0->4095) 00002000:00010000:0.0:1746137996.114268:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b3100 00000100:00100000:0.0:1746137996.119669:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.126926:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.127869:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.131597:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.138008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.140717:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.144196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.146316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.149102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.154882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.154934:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.159469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.159891:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.162794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.164689:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.167757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.171162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.173987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.177377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.180081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.182034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.185276:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.189598:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.192602:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.195652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.197914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.201166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.203593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.204182:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.205783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.208479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.210750:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.213963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.216547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.223178:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.225269:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.225744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.227618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.227707:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.231630:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.235835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.239871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.243377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.247464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.252201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.259292:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.263977:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.273486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.277893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.283865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.284321:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.286405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.287492:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.289899:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.292040:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.294162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.296520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.299661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.301704:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.305480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.305528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.309261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.312973:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.315601:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.318900:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.321730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.324521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.328800:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.328835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.338276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.342737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.347398:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.351467:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.354004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.362272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.362394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.369665:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.377637:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.384686:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.394880:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.400176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.411958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.412050:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.429394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.432065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.438816:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.445791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.450790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.456798:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.456872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.456913:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971430144 00000100:00100000:0.0:1746137996.456920:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971430144 00000100:00100000:0.0:1746137996.456964:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5823 00000100:00100000:0.0:1746137996.456972:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31559:x1830957971430144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137996.456986:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137996.457000:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589de4ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8f5f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.457028:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de4e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f58 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.457035:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.457036:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.457040:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589de4ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f5f expref: 52 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.457063:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de4e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f58 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.457074:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de4e3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f58 expref: 5 pid: 11153 timeout: 541 lvb_type: 0 00000100:00100000:0.0:1746137996.457090:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967633024:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137996.457158:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137996.462523:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.468035:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.468569:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.472003:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.475510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.478908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.481644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.486021:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.489705:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.489751:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.492961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.493590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.499412:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.503190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.506813:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.510773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.513485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.516149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.519019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.520302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.528302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.528330:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971434240 00000100:00100000:0.0:1746137996.528593:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971434240 00002000:00100000:0.0:1746137996.528629:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009acf8380 x1830957971434240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:432/0 lens 488/0 e 0 to 0 dl 1746138007 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137996.528639:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009acf8380 with x1830957971434240 ext(0->4095) 00010000:00010000:0.0:1746137996.528647:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de51b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f90 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.528659:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de51b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f90 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00002000:00010000:0.0:1746137996.528666:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009acf8380 00000100:00100000:0.0:1746137996.528695:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2399 00000100:00100000:0.0:1746137996.528701:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009acf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957971434240:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137996.528836:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009acf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957971434240:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (539us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137996.528842:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2399 00002000:00100000:0.0:1746137996.528846:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009acf8380 x1830957971434240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:432/0 lens 488/4536 e 0 to 0 dl 1746138007 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137996.528853:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009acf8380 with x1830957971434240 ext(0->4095) 00010000:00010000:0.0:1746137996.528857:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de51b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f90 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.528866:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de51b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f90 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00002000:00010000:0.0:1746137996.528871:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009acf8380 00000100:00100000:0.0:1746137996.528995:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7125:1830957967635072:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137996.529015:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137996.529036:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957971433984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 6058us (6171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137996.529042:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10907 00000100:00100000:0.0:1746137996.534719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.534754:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971434368 00000100:00100000:0.0:1746137996.534763:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971434368 00010000:00010000:0.0:1746137996.534801:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de51b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f90 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00000100:00100000:0.0:1746137996.534829:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10908 00000100:00100000:0.0:1746137996.534836:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1960:x1830957971434368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137996.534848:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137996.534869:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de51b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f90 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.534881:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de51b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f90 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.534902:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de51b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f90 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.534933:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.534935:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.534943:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589de522 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f97 expref: 51 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.534951:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589de522 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f97 expref: 51 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.534985:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589de522 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f97 expref: 51 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137996.534998:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009acf8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7125:1830957967635200:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137996.535063:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137996.550448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.561516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.561546:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971435264 00000100:00100000:0.0:1746137996.561555:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971435264 00002000:00100000:0.0:1746137996.561604:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009acf8e00 x1830957971435264/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:432/0 lens 488/0 e 0 to 0 dl 1746138007 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137996.561614:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009acf8e00 with x1830957971435264 ext(0->4095) 00010000:00010000:0.0:1746137996.561622:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589de529 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f9e expref: 6 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.561635:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589de529 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f9e expref: 6 pid: 11153 timeout: 541 lvb_type: 0 00002000:00010000:0.0:1746137996.561641:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009acf8e00 00000100:00100000:0.0:1746137996.561657:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2400 00000100:00100000:0.0:1746137996.561663:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009acf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971435264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137996.561817:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009acf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971435264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137996.561823:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2400 00002000:00100000:0.0:1746137996.561829:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009acf8e00 x1830957971435264/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:432/0 lens 488/4536 e 0 to 0 dl 1746138007 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137996.561836:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009acf8e00 with x1830957971435264 ext(0->4095) 00010000:00010000:0.0:1746137996.561840:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589de529 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f9e expref: 6 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.561849:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589de529 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f9e expref: 6 pid: 11153 timeout: 541 lvb_type: 0 00002000:00010000:0.0:1746137996.561854:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009acf8e00 00000100:00100000:0.0:1746137996.561965:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7125:1830957967635584:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137996.561983:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137996.562002:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957971434880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 8993us (9142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137996.562009:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10909 00000100:00100000:0.0:1746137996.567464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.567497:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971435392 00000100:00100000:0.0:1746137996.567505:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971435392 00010000:00010000:0.0:1746137996.567537:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589de529 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f9e expref: 6 pid: 11153 timeout: 541 lvb_type: 0 00000100:00100000:0.0:1746137996.567565:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10910 00000100:00100000:0.0:1746137996.567571:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009acf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971435392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137996.567597:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137996.567619:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589de529 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f9e expref: 6 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.567636:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589de529 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f9e expref: 6 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.567657:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589de529 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8f9e expref: 6 pid: 11153 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.567669:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.567671:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.567677:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1a200/0x8ae21a86589de530 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fa5 expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.567687:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da1a200/0x8ae21a86589de530 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fa5 expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.567716:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1a200/0x8ae21a86589de530 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fa5 expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137996.567727:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009acf9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7125:1830957967635712:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137996.567799:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137996.571915:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009acf9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7125:1830957967635712:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137996.571931:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137996.572333:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009acf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957971435392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4760us (4876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137996.572343:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10910 00000100:00100000:0.0:1746137996.572375:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971435648 00000100:00100000:0.0:1746137996.572380:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971435648 00002000:00100000:0.0:1746137996.572405:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686a00 x1830957971435648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:432/0 lens 488/0 e 0 to 0 dl 1746138007 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137996.572413:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686a00 with x1830957971435648 ext(0->4095) 00002000:00010000:0.0:1746137996.572444:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686a00 00000100:00100000:0.0:1746137996.572459:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4594 00000100:00100000:0.0:1746137996.572465:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957971435648:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137996.572592:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957971435648:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (1053us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137996.572597:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4594 00002000:00100000:0.0:1746137996.572602:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686a00 x1830957971435648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:432/0 lens 488/4536 e 0 to 0 dl 1746138007 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137996.572608:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686a00 with x1830957971435648 ext(0->4095) 00002000:00010000:0.0:1746137996.572610:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686a00 00000100:00100000:0.0:1746137996.590475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.595223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.598954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.600982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.606260:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.609745:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.617874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.621346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.628463:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.629565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.634925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.641157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.644976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.649061:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971438464 00000100:00100000:0.0:1746137996.649070:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971438464 00000100:00100000:0.0:1746137996.649223:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5839 00000100:00100000:0.0:1746137996.649230:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971438464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137996.649248:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137996.649266:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589de55a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8fcf expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.649295:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589de553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fc8 expref: 52 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.649302:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137996.649304:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137996.649306:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589de55a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fcf expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.649335:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589de553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fc8 expref: 52 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.649346:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589de553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fc8 expref: 52 pid: 11153 timeout: 541 lvb_type: 0 00000100:00100000:0.0:1746137996.649357:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009acf9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967637120:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137996.649464:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137996.657153:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.661897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.662522:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.665329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.670912:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.672779:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.675917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.678338:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.681085:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.681164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.681982:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5842 00000100:00100000:0.0:1746137996.681990:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957971440128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137996.682012:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137996.682029:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589de56f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a8fe4 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.682057:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589de568 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fdd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.682064:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.682065:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.682069:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589de56f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fe4 expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.682281:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589de568 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fdd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.682293:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589de568 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8fdd expref: 5 pid: 8501 timeout: 541 lvb_type: 0 00000100:00100000:0.0:1746137996.682310:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967638016:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137996.682818:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137996.686005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.689143:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.695054:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.695167:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.699093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.703037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.705159:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.708867:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.712161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.718898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.729679:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.736256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.742057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.746310:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.750850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.755151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.759095:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.766259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.766386:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.770687:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.774187:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.778051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.780942:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.784693:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.791743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.800384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.800974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.805192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.807161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.810041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.816952:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.821305:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.824721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.828712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.832219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.833126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.835966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.837292:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.840980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.850702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.853990:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.859809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.862995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.872723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.878197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.883349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.889131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.892054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.894559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.898778:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.899166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.900913:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971449728 00000100:00100000:0.0:1746137996.900916:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971449728 00000100:00100000:0.0:1746137996.901120:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5861 00000100:00100000:0.0:1746137996.901126:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31560:x1830957971449728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137996.901133:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137996.903799:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.909286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.912725:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.915801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.918205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.921539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.924871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.928029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.929526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.932118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.935953:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.940836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.945351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.948970:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.951924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.955289:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.956781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.961099:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.961361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.968792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.971070:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971453440 00000100:00100000:0.0:1746137996.971076:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971453440 00010000:00010000:0.0:1746137996.971098:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012da1a800/0x8ae21a86589de617 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a908c expref: 61 pid: 17395 timeout: 541 lvb_type: 0 00000100:00100000:0.0:1746137996.971273:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10944 00000100:00100000:0.0:1746137996.971280:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1958:x1830957971453440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137996.971291:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137996.971314:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012da1a800/0x8ae21a86589de617 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a908c expref: 61 pid: 17395 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.971325:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012da1a800/0x8ae21a86589de617 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a908c expref: 61 pid: 17395 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.971812:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012da1a800/0x8ae21a86589de617 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a908c expref: 61 pid: 17395 timeout: 541 lvb_type: 0 00010000:00010000:0.0:1746137996.971841:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.971843:0:7125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137996.971850:0:7125:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de61e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9093 expref: 60 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.971858:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de61e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9093 expref: 60 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.971884:0:7125:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de61e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9093 expref: 60 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137996.971895:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de61e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9093 expref: 60 pid: 17395 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137996.971912:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7125:1830957967644544:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137996.971986:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137996.974242:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.978727:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.980310:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.985937:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.988968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.992212:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.996508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.996612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137996.999755:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.002702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.002793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.015775:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.018712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.018852:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.024487:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.028590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.031742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.035847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.038783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.041846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.041891:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.047703:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.049953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.052713:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.055317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.065710:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.068363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.068448:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971458560 00000100:00100000:0.0:1746137997.068453:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971458560 00002000:00100000:0.0:1746137997.068489:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348e00 x1830957971458560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:433/0 lens 488/0 e 0 to 0 dl 1746138008 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.068499:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348e00 with x1830957971458560 ext(0->4095) 00010000:00010000:0.0:1746137997.068505:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de664 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a90d9 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.068516:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de664 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a90d9 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00002000:00010000:0.0:1746137997.068523:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086348e00 00000100:00100000:0.0:1746137997.068547:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2428 00000100:00100000:0.0:1746137997.068554:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971458560:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137997.069193:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971458560:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 638us (830us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137997.069199:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2428 00002000:00100000:0.0:1746137997.069204:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348e00 x1830957971458560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:433/0 lens 488/4536 e 0 to 0 dl 1746138008 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.069211:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348e00 with x1830957971458560 ext(0->4095) 00010000:00010000:0.0:1746137997.069216:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de664 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a90d9 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.069226:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de664 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a90d9 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00002000:00010000:0.0:1746137997.069232:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086348e00 00000100:00100000:0.0:1746137997.071179:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.074058:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.076753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.083814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.089143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.089714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.092317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.095040:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.097097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.100851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.103471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.112848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.113506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.116871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.121889:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.125172:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971461248 00000100:00100000:0.0:1746137997.125178:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971461248 00002000:00100000:0.0:1746137997.125214:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684000 x1830957971461248/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:433/0 lens 488/0 e 0 to 0 dl 1746138008 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.125223:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684000 with x1830957971461248 ext(0->4095) 00002000:00010000:0.0:1746137997.125228:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129684000 00000100:00100000:0.0:1746137997.125254:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4616 00000100:00100000:0.0:1746137997.125261:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1959:x1830957971461248:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137997.125798:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1959:x1830957971461248:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 536us (882us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137997.125804:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4616 00002000:00100000:0.0:1746137997.125809:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684000 x1830957971461248/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:433/0 lens 488/4536 e 0 to 0 dl 1746138008 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.125816:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684000 with x1830957971461248 ext(0->4095) 00002000:00010000:0.0:1746137997.125819:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129684000 00000100:00100000:0.0:1746137997.127553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.132006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.137042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.144085:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.144695:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.147382:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.147610:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971462272 00000100:00100000:0.0:1746137997.147615:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971462272 00010000:00010000:0.0:1746137997.147634:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b77400/0x8ae21a86589de68e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9103 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137997.147671:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10961 00000100:00100000:0.0:1746137997.147678:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971462272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137997.147868:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746137997.153286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.159238:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971462912 00000100:00100000:0.0:1746137997.159245:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971462912 00002000:00100000:0.0:1746137997.159288:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129685c00 x1830957971462912/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:433/0 lens 488/0 e 0 to 0 dl 1746138008 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.159298:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685c00 with x1830957971462912 ext(0->4095) 00002000:00010000:0.0:1746137997.159303:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129685c00 00000100:00100000:0.0:1746137997.159518:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4618 00000100:00100000:0.0:1746137997.159526:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957971462912:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137997.159962:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957971462912:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 435us (835us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137997.159968:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4618 00002000:00100000:0.0:1746137997.159974:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129685c00 x1830957971462912/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:433/0 lens 488/4536 e 0 to 0 dl 1746138008 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.159981:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685c00 with x1830957971462912 ext(0->4095) 00002000:00010000:0.0:1746137997.159985:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129685c00 00000100:00100000:0.0:1746137997.161534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.165704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.169490:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.169525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.169548:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971463552 00000100:00100000:0.0:1746137997.169555:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971463552 00002000:00100000:0.0:1746137997.169998:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432df80 x1830957971463552/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:433/0 lens 488/0 e 0 to 0 dl 1746138008 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.170010:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432df80 with x1830957971463552 ext(0->4095) 00010000:00010000:0.0:1746137997.170016:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092b76e00/0x8ae21a86589de6a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9118 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.170034:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092b76e00/0x8ae21a86589de6a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9118 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00002000:00010000:0.0:1746137997.170040:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432df80 00000100:00100000:0.0:1746137997.170059:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2435 00000100:00100000:0.0:1746137997.170065:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971463552:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137997.175168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.176147:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.179033:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.189494:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.193137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.196835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.200225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.200311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.202631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.202663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.208189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.211843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.215817:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.218518:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.223895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.228105:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.228152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.232687:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971466752 00000100:00100000:0.0:1746137997.232692:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971466752 00000100:00100000:0.0:1746137997.232717:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5894 00000100:00100000:0.0:1746137997.232722:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31560:x1830957971466752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137997.232736:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137997.232748:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589de6db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9150 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.232766:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b488000/0x8ae21a86589de6d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9149 expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.232771:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137997.232773:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137997.232775:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589de6db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9150 expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.232792:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b488000/0x8ae21a86589de6d4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9149 expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.232802:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b488000/0x8ae21a86589de6d4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9149 expref: 67 pid: 21614 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137997.232810:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967651200:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137997.232836:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137997.235794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.240055:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.245135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.256557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.256636:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.260328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.264745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.268057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.272991:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.282943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.291270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.291339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.296822:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971469312 00000100:00100000:0.0:1746137997.296832:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971469312 00002000:00100000:0.0:1746137997.296886:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69880 x1830957971469312/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:433/0 lens 488/0 e 0 to 0 dl 1746138008 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.296897:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69880 with x1830957971469312 ext(0->4095) 00010000:00010000:0.0:1746137997.296906:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1b000/0x8ae21a86589de6f0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9165 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.296922:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1b000/0x8ae21a86589de6f0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9165 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00002000:00010000:0.0:1746137997.296929:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69880 00000100:00100000:0.0:1746137997.297126:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2443 00000100:00100000:0.0:1746137997.297134:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971469312:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137997.297295:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971469312:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (543us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137997.297301:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2443 00002000:00100000:0.0:1746137997.297306:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69880 x1830957971469312/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:433/0 lens 488/4536 e 0 to 0 dl 1746138008 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.297314:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69880 with x1830957971469312 ext(0->4095) 00010000:00010000:0.0:1746137997.297320:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1b000/0x8ae21a86589de6f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9165 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.297330:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1b000/0x8ae21a86589de6f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9165 expref: 6 pid: 21614 timeout: 542 lvb_type: 0 00002000:00010000:0.0:1746137997.297335:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69880 00000100:00100000:0.0:1746137997.301067:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.305762:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.308764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.313702:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.317187:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.318270:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.318292:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971470336 00000100:00100000:0.0:1746137997.318295:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971470336 00000100:00100000:0.0:1746137997.318920:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5900 00000100:00100000:0.0:1746137997.318927:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957971470336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137997.318938:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137997.318954:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589de705 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a917a expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.318978:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589de6fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9173 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.318986:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.318988:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.318991:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589de705 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a917a expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.319024:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589de6fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9173 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.319037:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589de6fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9173 expref: 5 pid: 17395 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137997.319048:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131467480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967652736:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137997.319110:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137997.322107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.322162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.326121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.329175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.333199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.335363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.336910:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967653248:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137997.336930:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012da1a800/0x8ae21a86589de713 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9188 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.336942:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012da1a800, rc 0) 00000100:00100000:0.0:1746137997.337093:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971471360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1586us (1734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137997.337099:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5902 00000100:00100000:0.0:1746137997.338767:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.340970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.343591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.343650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.346522:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.348721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.354558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.356973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.357026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.359376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.361862:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.364022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.365454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.368109:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.372815:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.375251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.375296:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.379673:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.383103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.389888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.399026:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.406164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.411643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.414713:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.416797:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.421671:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.424703:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.429778:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.433297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.433385:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.433582:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971476864 00000100:00100000:0.0:1746137997.433586:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971476864 00010000:00010000:0.0:1746137997.433605:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de752 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a91c7 expref: 70 pid: 17395 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137997.433633:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10989 00000100:00100000:0.0:1746137997.433638:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+70:1958:x1830957971476864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137997.433647:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137997.433667:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de752 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a91c7 expref: 70 pid: 17395 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.433679:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de752 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a91c7 expref: 70 pid: 17395 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.433770:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012da1b200/0x8ae21a86589de752 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a91c7 expref: 70 pid: 17395 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.433793:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.433794:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.433799:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b488000/0x8ae21a86589de759 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a91ce expref: 69 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.433806:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b488000/0x8ae21a86589de759 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a91ce expref: 69 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.433826:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b488000/0x8ae21a86589de759 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a91ce expref: 69 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.434100:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b488000/0x8ae21a86589de759 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a91ce expref: 69 pid: 11153 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137997.434114:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c48380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967656064:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137997.434496:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137997.439737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.444853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.444900:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.453819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.457539:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.460256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.462333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.466484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.468847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.471582:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.474913:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.478233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.482241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.485395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.490865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.500617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.501199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.511347:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.515593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.523306:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.526636:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.529354:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.535501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.540048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.540698:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.547005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.547726:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.552652:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.556488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.557127:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971482496 00000100:00100000:0.0:1746137997.557131:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971482496 00000100:00100000:0.0:1746137997.557330:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5924 00000100:00100000:0.0:1746137997.557337:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+71:31559:x1830957971482496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137997.557349:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137997.557359:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589de7ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9222 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.557375:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de7a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a921b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.557381:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.557383:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.557386:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589de7ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9222 expref: 72 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.557400:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de7a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a921b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.557410:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de7a6 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a921b expref: 5 pid: 21614 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137997.557444:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c132680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967658880:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137997.558206:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137997.559927:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967658752:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137997.559940:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137997.559971:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+71:1958:x1830957971482624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3338us (3492us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137997.559978:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11000 00000100:00100000:0.0:1746137997.564291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.568035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.570507:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.573974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.578379:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.578635:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.580985:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.583572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.585698:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.588037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.590627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.593543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.596040:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.603978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.606693:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.608736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.608781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.612110:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.615966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.619319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.623639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.636759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.646350:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.653066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.659404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.662991:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.664151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.664171:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971488256 00000100:00100000:0.0:1746137997.664175:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971488256 00000100:00100000:0.0:1746137997.664192:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5935 00000100:00100000:0.0:1746137997.664197:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+74:31559:x1830957971488256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137997.664203:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137997.664210:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589de7fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a926f expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.664221:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.664224:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b489400/0x8ae21a86589de7f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9268 expref: 75 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.664229:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137997.664232:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589de7fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a926f expref: 75 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.664255:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b489400/0x8ae21a86589de7f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9268 expref: 75 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.664266:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589de7fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a926f expref: 75 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.664276:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57000, rc 0) 00000100:00100000:0.0:1746137997.664301:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+75:31559:x1830957971488256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137997.664306:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5935 00000100:00100000:0.0:1746137997.666603:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.669504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.673168:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.673966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.684316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.684385:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.688352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.691865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.699234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.704254:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.708537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.712636:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.715075:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.715836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.718968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.724248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.728106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.729797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.732569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.736125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.736285:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.738851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.752031:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.754562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.758599:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.761326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.762786:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.767985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.772832:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967664128:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137997.772848:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137997.772876:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957971493504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4732us (4900us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137997.772883:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11021 00000100:00100000:0.0:1746137997.776490:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.780844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.785219:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.794623:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.797806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.803791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.804136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.811558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.816473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.818038:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.823616:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc6b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967665024:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137997.823633:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137997.830287:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.830619:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.830647:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971495808 00000100:00100000:0.0:1746137997.830650:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971495808 00010000:00010000:0.0:1746137997.830668:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea0200/0x8ae21a86589de84e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a92c3 expref: 78 pid: 17395 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137997.830694:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11025 00000100:00100000:0.0:1746137997.830700:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+78:1960:x1830957971495808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137997.830713:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137997.830731:0:7125:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ea0200/0x8ae21a86589de84e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a92c3 expref: 78 pid: 17395 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.830741:0:7125:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ea0200/0x8ae21a86589de84e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a92c3 expref: 78 pid: 17395 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.830760:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0200/0x8ae21a86589de84e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a92c3 expref: 78 pid: 17395 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.831317:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137997.831356:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+78:1960:x1830957971495808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 655us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137997.831362:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11025 00000100:00100000:0.0:1746137997.836686:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.843088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.847745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.852230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.857698:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.857738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.862821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.869083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.873495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.880919:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.889438:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.894723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.899365:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc69500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967666176:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137997.899379:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137997.899399:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+80:1960:x1830957971497856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4420us (4686us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137997.899537:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11029 00000100:00100000:0.0:1746137997.902124:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.902223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.904572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.906628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.909908:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.909934:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971499136 00000100:00100000:0.0:1746137997.909946:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971499136 00000100:00100000:0.0:1746137997.911927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.914959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.917181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.919888:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.919930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.922722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.924741:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.926969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.927023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.930053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.930102:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971500800 00000100:00100000:0.0:1746137997.930109:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971500800 00002000:00100000:0.0:1746137997.930152:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1500 x1830957971500800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:433/0 lens 488/0 e 0 to 0 dl 1746138008 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137997.930161:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1500 with x1830957971500800 ext(0->4095) 00010000:00010000:0.0:1746137997.930169:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1b600/0x8ae21a86589de894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9309 expref: 79 pid: 11153 timeout: 542 lvb_type: 0 00010000:00010000:0.0:1746137997.930182:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1b600/0x8ae21a86589de894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9309 expref: 79 pid: 11153 timeout: 542 lvb_type: 0 00002000:00010000:0.0:1746137997.930189:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800937c1500 00000100:00100000:0.0:1746137997.930213:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2480 00000100:00100000:0.0:1746137997.930220:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+79:1958:x1830957971500800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137997.931472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.931639:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971500928 00000100:00100000:0.0:1746137997.931645:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971500928 00000100:00100000:0.0:1746137997.931686:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5959 00000100:00100000:0.0:1746137997.931693:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+80:31559:x1830957971500928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137997.931705:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137997.931726:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589de8a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9317 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.931769:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589de89b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9310 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.931776:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.931778:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137997.931782:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589de8a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9317 expref: 80 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.931810:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589de89b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9310 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137997.931821:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589de89b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9310 expref: 5 pid: 17395 timeout: 542 lvb_type: 0 00000100:00100000:0.0:1746137997.931834:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967667840:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137997.931920:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137997.934448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.936504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.938511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.940259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.942244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.944445:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.947839:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.948719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.950002:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.952513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.954564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.954830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.958118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.959617:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.959789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.961345:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.963492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.965699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.971083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.976874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.976933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.979689:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.983400:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.985721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.990772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137997.995564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.000689:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137998.001737:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137998.003080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.005766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.008510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.011649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746137998.012752:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137998.014900:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.026316:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.030148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.030796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.033034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.035222:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.039847:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.042818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.045886:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.048932:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.054377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.058062:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.060802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.061719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.063297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.065096:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.068174:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.070760:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.070814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.077484:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967671936:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137998.077515:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137998.077589:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1957:x1830957971509632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 6308us (6773us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137998.077600:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11051 00000100:00100000:0.0:1746137998.080528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.084197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.088802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.093534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.095485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.098326:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.100323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.102715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.105318:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.111196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.114937:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.118141:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.122285:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.125692:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.127248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.130165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.133404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.136116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.138532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.144579:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.147475:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.147506:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.150703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.153928:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.158736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.161987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.170392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.173460:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.178264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.178378:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.181352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.184588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.189708:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.198194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.220505:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.223069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.228371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.229321:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971516672 00000100:00100000:0.0:1746137998.229324:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971516672 00002000:00100000:0.0:1746137998.229355:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69180 x1830957971516672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:434/0 lens 488/0 e 0 to 0 dl 1746138009 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137998.229365:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69180 with x1830957971516672 ext(0->4095) 00010000:00010000:0.0:1746137998.229371:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de966 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a93db expref: 6 pid: 11153 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.229383:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de966 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a93db expref: 6 pid: 11153 timeout: 543 lvb_type: 0 00002000:00010000:0.0:1746137998.229389:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69180 00000100:00100000:0.0:1746137998.229402:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2500 00000100:00100000:0.0:1746137998.229407:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971516672:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137998.229603:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971516672:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 196us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137998.229610:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2500 00002000:00100000:0.0:1746137998.229615:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69180 x1830957971516672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:434/0 lens 488/4536 e 0 to 0 dl 1746138009 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137998.229622:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69180 with x1830957971516672 ext(0->4095) 00010000:00010000:0.0:1746137998.229626:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de966 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a93db expref: 6 pid: 11153 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.229635:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012da1ba00/0x8ae21a86589de966 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a93db expref: 6 pid: 11153 timeout: 543 lvb_type: 0 00002000:00010000:0.0:1746137998.229641:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69180 00000100:00100000:0.0:1746137998.232141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.234903:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.238504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.241957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.245275:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.248524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.262593:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971518208 00000100:00100000:0.0:1746137998.262600:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971518208 00002000:00100000:0.0:1746137998.262637:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730000 x1830957971518208/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:434/0 lens 488/0 e 0 to 0 dl 1746138009 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137998.262647:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730000 with x1830957971518208 ext(0->4095) 00010000:00010000:0.0:1746137998.262654:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589de97b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a93f0 expref: 6 pid: 8501 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.262667:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589de97b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a93f0 expref: 6 pid: 8501 timeout: 543 lvb_type: 0 00002000:00010000:0.0:1746137998.262673:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730000 00000100:00100000:0.0:1746137998.262697:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2502 00000100:00100000:0.0:1746137998.262704:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971518208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137998.262887:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971518208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (934us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137998.262893:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2502 00002000:00100000:0.0:1746137998.262898:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730000 x1830957971518208/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:434/0 lens 488/4536 e 0 to 0 dl 1746138009 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137998.262905:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730000 with x1830957971518208 ext(0->4095) 00010000:00010000:0.0:1746137998.262909:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589de97b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a93f0 expref: 6 pid: 8501 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.262918:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589de97b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a93f0 expref: 6 pid: 8501 timeout: 543 lvb_type: 0 00002000:00010000:0.0:1746137998.262924:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730000 00000100:00100000:0.0:1746137998.265731:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.268917:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.271184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.279334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.284935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.289296:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.289962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.293064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.293151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.296153:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.297920:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.304640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.307472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.311270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.313535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.315759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.318071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.320396:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.324241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.326361:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.329720:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.333032:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.333887:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.335060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.336980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.339000:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.339055:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.341021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.342953:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.342992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.344986:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.348024:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.351389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.355036:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.357664:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.360033:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.361639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.361699:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.361745:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6003 00000100:00100000:0.0:1746137998.361753:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+91:31560:x1830957971524608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137998.361765:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137998.361780:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589de9dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a944b expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.361805:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b488a00/0x8ae21a86589de9cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9444 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.361813:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137998.361815:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137998.361819:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589de9dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a944b expref: 93 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.361962:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b488a00/0x8ae21a86589de9cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9444 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.361975:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b488a00/0x8ae21a86589de9cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9444 expref: 5 pid: 8501 timeout: 543 lvb_type: 0 00000100:00100000:0.0:1746137998.361988:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c2b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967679232:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137998.362059:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137998.364821:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c2b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967679232:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137998.364851:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589de9dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a944b expref: 92 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.364868:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:0.0:1746137998.364921:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+92:31560:x1830957971524608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3169us (3284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137998.364930:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6003 00000100:00100000:0.0:1746137998.366834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.369659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.370395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.375033:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.378061:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.378278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.383790:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.386150:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.390111:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.392323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.394232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.396741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.396776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.399365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.401302:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.403500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.403558:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.406251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.408622:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.408727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.412266:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.415516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.419379:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.422226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.425297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.428088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.430874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.432210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.434126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.438153:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.442271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.446443:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971530624 00000100:00100000:0.0:1746137998.446449:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971530624 00002000:00100000:0.0:1746137998.446485:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731f80 x1830957971530624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:434/0 lens 488/0 e 0 to 0 dl 1746138009 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137998.446494:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731f80 with x1830957971530624 ext(0->4095) 00002000:00010000:0.0:1746137998.446498:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092731f80 00000100:00100000:0.0:1746137998.446526:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4677 00000100:00100000:0.0:1746137998.446532:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+92:1957:x1830957971530624:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137998.446701:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+92:1957:x1830957971530624:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137998.446708:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4677 00002000:00100000:0.0:1746137998.446713:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731f80 x1830957971530624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:434/0 lens 488/4536 e 0 to 0 dl 1746138009 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137998.446719:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731f80 with x1830957971530624 ext(0->4095) 00002000:00010000:0.0:1746137998.446722:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092731f80 00000100:00100000:0.0:1746137998.449103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.452094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.457838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.460839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.466632:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.467273:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967682432:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137998.468185:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ea1800/0x8ae21a86589dea31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a94a6 expref: 92 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.468198:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea1800, rc 0) 00000100:00100000:0.0:1746137998.468227:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+92:31559:x1830957971531264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7087us (7394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137998.468234:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6016 00000100:00100000:0.0:1746137998.470885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.475092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.478919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.481621:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.481648:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971532288 00000100:00100000:0.0:1746137998.481656:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971532288 00000100:00100000:0.0:1746137998.481699:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6018 00000100:00100000:0.0:1746137998.481706:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e1dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971532288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137998.481722:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137998.481735:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589dea3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a94b4 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.481759:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589dea38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a94ad expref: 90 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.481766:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137998.481768:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137998.481771:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589dea3f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a94b4 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.481795:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589dea38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a94ad expref: 90 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.481806:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589dea38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a94ad expref: 90 pid: 21614 timeout: 543 lvb_type: 0 00000100:00100000:0.0:1746137998.481817:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967682944:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137998.481897:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137998.484157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.486671:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.488940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.490711:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.493610:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.498133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.503301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.503354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.510145:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.512761:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.513157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.515819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.521732:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.529758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.534943:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.539082:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.539386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.542841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.546007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.548922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.554312:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.567984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.572311:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.575385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.577996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.580806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.588073:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.591520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.596792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.599334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.605026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.605125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.610384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.613275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.616033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.617479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.620523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.622337:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.625872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.630312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.633834:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.635092:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971539584 00000100:00100000:0.0:1746137998.635096:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971539584 00000100:00100000:0.0:1746137998.635126:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6032 00000100:00100000:0.0:1746137998.635131:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+97:31559:x1830957971539584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137998.635142:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137998.635151:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589deaa1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9516 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.635165:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589dea9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a950f expref: 98 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.635170:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137998.635171:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137998.635174:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589deaa1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9516 expref: 98 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.635188:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589dea9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a950f expref: 98 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.635196:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589dea9a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a950f expref: 98 pid: 11153 timeout: 543 lvb_type: 0 00000100:00100000:0.0:1746137998.635204:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967686528:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137998.635252:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137998.637269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.642988:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.643359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.648045:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.651585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.651642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.656255:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.659869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.667414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.670205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.673053:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967687296:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137998.673082:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012da1b600/0x8ae21a86589deab6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a952b expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.673098:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012da1b600, rc 0) 00000100:00100000:0.0:1746137998.673153:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971541376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2802us (2954us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137998.673162:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6035 00000100:00100000:0.0:1746137998.679093:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.679151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.679577:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6037 00000100:00100000:0.0:1746137998.679587:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+98:31559:x1830957971542016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137998.679594:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137998.679599:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589deac4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9539 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.679609:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137998.679615:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1b000/0x8ae21a86589deabd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9532 expref: 99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.679619:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137998.679622:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589deac4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9539 expref: 99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.679639:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1b000/0x8ae21a86589deabd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9532 expref: 99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.679648:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589deac4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9539 expref: 99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.679655:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:0.0:1746137998.679747:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+99:31559:x1830957971542016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137998.679753:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6037 00000100:00100000:0.0:1746137998.681493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.684156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.686910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.687004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.692178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.694382:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.694870:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.699147:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.702531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.703738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.708772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.716883:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.722678:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.725054:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.728904:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.735486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.737573:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.743165:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.747229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.752476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.758822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.762066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.762909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.764309:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.765164:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.766992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.769066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.771857:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.775056:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.777997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.780395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.782346:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.782843:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.784953:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.787349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.791031:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.793651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.795649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.798462:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.800998:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.803961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.809468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.816668:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.818718:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.820708:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.823013:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.826376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.828988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.832520:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.836206:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.840147:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.842770:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.845542:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.849566:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.851698:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.854045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.857034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.861409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.864126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.867570:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.870931:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.873110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.875712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.878627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.880999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.884384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.890546:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.893136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.897106:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.897209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.899912:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.904165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.906876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.908843:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.911092:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971554816 00000100:00100000:0.0:1746137998.911099:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971554816 00000100:00100000:0.0:1746137998.911141:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6060 00000100:00100000:0.0:1746137998.911147:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971554816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137998.911161:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137998.911175:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589deb65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a95da expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.911202:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b488c00/0x8ae21a86589deb5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a95d3 expref: 110 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.911208:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137998.911210:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137998.911213:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589deb65 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a95da expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.911239:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b488c00/0x8ae21a86589deb5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a95d3 expref: 110 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.911248:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b488c00/0x8ae21a86589deb5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a95d3 expref: 110 pid: 11153 timeout: 543 lvb_type: 0 00000100:00100000:0.0:1746137998.911256:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092764a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967693696:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137998.911324:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137998.913162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.915016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.916682:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.920551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.925616:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.930408:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.933517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.938029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.942873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.943371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.945128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.947566:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.949899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.950282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.954490:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.958827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.958923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.961406:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.961453:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971557888 00000100:00100000:0.0:1746137998.961457:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971557888 00010000:00010000:0.0:1746137998.961477:0:7125:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589deb88 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a95fd expref: 114 pid: 17395 timeout: 543 lvb_type: 0 00000100:00100000:0.0:1746137998.961503:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11143 00000100:00100000:0.0:1746137998.961508:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+114:1958:x1830957971557888:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137998.961518:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137998.961548:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589deb88 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a95fd expref: 114 pid: 17395 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.961557:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ea1600/0x8ae21a86589deb88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a95fd expref: 114 pid: 17395 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.961577:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137998.961578:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137998.961583:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0800/0x8ae21a86589deb8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9604 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.961590:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea0800/0x8ae21a86589deb8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9604 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137998.964257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.965528:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+112:1958:x1830957971557888:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4018us (4124us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137998.965549:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11143 00000100:00100000:0.0:1746137998.967052:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.972165:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971558400 00000100:00100000:0.0:1746137998.972173:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971558400 00010000:00010000:0.0:1746137998.972218:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea0800/0x8ae21a86589deb8f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9604 expref: 6 pid: 17395 timeout: 543 lvb_type: 0 00000100:00100000:0.0:1746137998.972279:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11144 00000100:00100000:0.0:1746137998.972289:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971558400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137998.972305:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137998.972866:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880093ea0800/0x8ae21a86589deb8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9604 expref: 6 pid: 17395 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.972881:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ea0800/0x8ae21a86589deb8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9604 expref: 6 pid: 17395 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.972904:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0800/0x8ae21a86589deb8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9604 expref: 6 pid: 17395 timeout: 543 lvb_type: 0 00010000:00010000:0.0:1746137998.972932:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137998.972934:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137998.972940:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589deb96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a960b expref: 113 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.972948:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589deb96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a960b expref: 113 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.972970:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589deb96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a960b expref: 113 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.972983:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589deb96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a960b expref: 113 pid: 17395 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137998.973377:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c131500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967695744:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137998.975368:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137998.978770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.985085:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.985258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.988596:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.992521:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971559424 00000100:00100000:0.0:1746137998.992546:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971559424 00000100:00100000:0.0:1746137998.992613:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6070 00000100:00100000:0.0:1746137998.992622:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+114:31559:x1830957971559424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137998.992639:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137998.992658:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589debab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9620 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.992685:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137998.992691:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589deba4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9619 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.992696:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137998.992700:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589debab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9620 expref: 115 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.992744:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589deba4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9619 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.992759:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589debab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9620 expref: 115 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137998.992770:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56000, rc 0) 00000100:00100000:0.0:1746137998.992830:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+115:31559:x1830957971559424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137998.992836:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6070 00000100:00100000:0.0:1746137998.995640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137998.998656:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.003405:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.004945:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.006831:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.012715:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971560704 00000100:00100000:0.0:1746137999.012726:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971560704 00002000:00100000:0.0:1746137999.012773:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092733b80 x1830957971560704/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:435/0 lens 488/0 e 0 to 0 dl 1746138010 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137999.012784:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092733b80 with x1830957971560704 ext(0->4095) 00002000:00010000:0.0:1746137999.012790:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092733b80 00000100:00100000:0.0:1746137999.012819:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4711 00000100:00100000:0.0:1746137999.012825:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971560704:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137999.013006:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971560704:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137999.013012:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4711 00002000:00100000:0.0:1746137999.013018:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092733b80 x1830957971560704/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:435/0 lens 488/4536 e 0 to 0 dl 1746138010 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137999.013025:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092733b80 with x1830957971560704 ext(0->4095) 00002000:00010000:0.0:1746137999.013029:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092733b80 00000100:00100000:0.0:1746137999.014078:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.014847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746137999.015524:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137999.017692:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.020035:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.023607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.023680:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.026343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.031867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.031908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.037772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.042258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.045720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.052386:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.055921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.056029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.058450:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.058520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.060901:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.062799:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.065197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.067879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.071273:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.075305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.075931:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.077864:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.081490:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.084715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.088278:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.092238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.095370:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.099551:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.099631:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971566080 00000100:00100000:0.0:1746137999.099637:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971566080 00010000:00010000:0.0:1746137999.099659:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b489e00/0x8ae21a86589debf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a966d expref: 113 pid: 11153 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.099690:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11159 00000100:00100000:0.0:1746137999.099695:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+113:1957:x1830957971566080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137999.099706:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746137999.099719:0:7124:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 3 -> 11 00010000:00010000:0.0:1746137999.099724:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b489e00/0x8ae21a86589debf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a966d expref: 113 pid: 11153 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.099733:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b489e00/0x8ae21a86589debf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a966d expref: 113 pid: 11153 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.100355:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b489e00/0x8ae21a86589debf8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a966d expref: 113 pid: 11153 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.100364:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.100366:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.100372:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589debff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9674 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.100383:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589debff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9674 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.100409:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589debff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9674 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137999.100443:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967699456:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137999.100507:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.103842:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967699456:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137999.103859:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137999.103886:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+114:1957:x1830957971566080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4190us (4335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.103896:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11159 00000100:00100000:0.0:1746137999.107304:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967699584:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137999.107338:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589dec06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a967b expref: 113 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.107356:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:0.0:1746137999.107402:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+113:31559:x1830957971566208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4513us (4651us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.107411:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6083 00000100:00100000:0.0:1746137999.114600:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971566592 00000100:00100000:0.0:1746137999.114609:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971566592 00010000:00010000:0.0:1746137999.114674:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589debff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9674 expref: 6 pid: 17395 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.114709:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11160 00000100:00100000:0.0:1746137999.114716:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971566592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137999.114728:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137999.114745:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589debff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9674 expref: 6 pid: 17395 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.114756:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589debff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9674 expref: 6 pid: 17395 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.114775:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589debff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9674 expref: 6 pid: 17395 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.114786:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.114788:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.114794:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589dec06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a967b expref: 112 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.114803:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589dec06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a967b expref: 112 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.114832:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589dec06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a967b expref: 112 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137999.114843:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967699712:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137999.114910:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.117294:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967699712:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137999.117312:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137999.117348:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957971566592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2632us (3172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.117357:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11160 00000100:00100000:0.0:1746137999.120162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:0.0:1746137999.121891:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967862 is committed 00000001:00080000:0.0:1746137999.121993:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967900 is committed 00000001:00080000:0.0:1746137999.122057:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967903 is committed 00000001:00080000:0.0:1746137999.122136:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967904 is committed 00000100:00100000:0.0:1746137999.122807:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967699840:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137999.122912:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ea1e00/0x8ae21a86589dec0d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9682 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.122929:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea1e00, rc 0) 00000100:00100000:0.0:1746137999.123491:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971566976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2995us (3335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.123499:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6084 00000100:00100000:0.0:1746137999.127870:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.133197:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.133985:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.135943:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.136007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.140236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.142306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.144521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.146332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.151356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.154076:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.154833:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.157345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.159317:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.161286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.161330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.165315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.169881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.169942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.172509:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.175747:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.179005:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.182908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.186395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.188994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.189872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.191557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.191668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.193614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.195349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.200069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.205608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.207355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.208151:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.209372:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967702912:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746137999.209393:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0a00/0x8ae21a86589dec61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a96d6 expref: 9 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.209484:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5fa0a00, rc 0) 00000100:00100000:0.0:1746137999.209524:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:31560:x1830957971573248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1594us (2176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.209542:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6096 00000100:00100000:0.0:1746137999.210375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.213837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.215844:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.215893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.218966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.221113:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.221163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.224108:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.228866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.232873:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.236389:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971575296 00000100:00100000:0.0:1746137999.236398:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971575296 00000100:00100000:0.0:1746137999.236471:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6100 00000100:00100000:0.0:1746137999.236479:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971575296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137999.236498:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137999.236515:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589dec7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a96f2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.236552:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589dec76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a96eb expref: 7 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.236564:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137999.236566:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137999.236568:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589dec7d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a96f2 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.236597:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589dec76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a96eb expref: 7 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.236608:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589dec76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a96eb expref: 7 pid: 8501 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.236619:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967703936:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137999.236700:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.240484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.242887:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.242927:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.245911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.246302:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.248861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.254305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.257334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.259515:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.261862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.265755:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.268005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.268406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.271175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.273144:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.276300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.280365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.284515:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.289199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.292851:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.292954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.296272:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.296671:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.302024:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.305538:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.308776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.311046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.315540:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.319652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.322662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.324740:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.327591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.330105:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.337984:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.342722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.343056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.345520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.349559:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.352572:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.354545:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.359218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.361874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.362652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.367332:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.371238:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.379685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.382976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.386387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.388807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.389604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.391262:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.393869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.396067:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.398581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.403630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.405855:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971585152 00000100:00100000:0.0:1746137999.405862:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971585152 00000100:00100000:0.0:1746137999.405906:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6119 00000100:00100000:0.0:1746137999.405913:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971585152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137999.405928:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137999.405947:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589ded02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9777 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.405975:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589decfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9770 expref: 9 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.405982:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137999.405985:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137999.405988:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589ded02 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9777 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.406022:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589decfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9770 expref: 9 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.406034:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012da1ac00/0x8ae21a86589decfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9770 expref: 9 pid: 8501 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.406046:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fae2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967708800:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746137999.406135:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.414848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.414966:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.417208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.418791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.420387:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.422046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.425190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.428313:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.431547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.434323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.438104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.439479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.442567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.454921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.458200:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.461443:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.464298:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.469094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.478025:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.478114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.482725:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.485609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.490032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.492721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.495777:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.499197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.501214:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.501250:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.504726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.506211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.509514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.512136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.514880:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.518780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.521733:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.523512:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.523561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.526209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.528797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.533186:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.536671:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.541719:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.544757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.548199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.549672:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.552865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.552915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.558143:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.561899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.563594:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971593984 00000100:00100000:0.0:1746137999.563598:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971593984 00010000:00010000:0.0:1746137999.563619:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea1000/0x8ae21a86589ded72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97e7 expref: 11 pid: 17395 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.563645:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11213 00000100:00100000:0.0:1746137999.563650:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1957:x1830957971593984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137999.563658:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137999.563677:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ea1000/0x8ae21a86589ded72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97e7 expref: 11 pid: 17395 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.563687:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ea1000/0x8ae21a86589ded72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97e7 expref: 11 pid: 17395 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.563704:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1000/0x8ae21a86589ded72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97e7 expref: 11 pid: 17395 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.563719:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.563720:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.563726:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589ded79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97ee expref: 10 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.563732:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589ded79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97ee expref: 10 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.563763:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589ded79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97ee expref: 10 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137999.563772:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967713408:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137999.563875:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.566827:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967713408:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137999.566843:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137999.567374:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957971593984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3229us (4985us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.567383:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11213 00000100:00100000:0.0:1746137999.570107:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.573270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.575956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.579658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.579897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.580059:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6139 00000100:00100000:0.0:1746137999.580065:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:31560:x1830957971595008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137999.580072:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137999.580078:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589ded8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9803 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.580096:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.580100:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0c00/0x8ae21a86589ded87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97fc expref: 12 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.580151:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137999.580154:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589ded8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9803 expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.580213:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea0c00/0x8ae21a86589ded87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a97fc expref: 12 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.580234:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589ded8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9803 expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.580241:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56000, rc 0) 00000100:00100000:0.0:1746137999.580300:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:31560:x1830957971595008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.580306:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6139 00000100:00100000:0.0:1746137999.585010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.588267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.591085:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.593609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.595476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.597567:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.599011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.600914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.604146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.606947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.612468:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.615377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.620376:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967714944:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137999.620393:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137999.620432:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1958:x1830957971597184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4437us (5049us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.620440:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11219 00000100:00100000:0.0:1746137999.622381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.623490:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.625485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.628272:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.630985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.633216:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.635457:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.637772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.640056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.641648:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.642397:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.644442:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.647121:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.647254:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.650841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.653238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.653367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.655550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.657271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.659797:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.661681:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.663831:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.669031:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.671548:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.671627:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.674830:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.678832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.679384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.681874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.684379:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.684457:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.688626:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.690964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.693401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.694964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.699531:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971603840 00000100:00100000:0.0:1746137999.699539:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971603840 00010000:00010000:0.0:1746137999.699566:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5363800/0x8ae21a86589dedf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a986c expref: 12 pid: 11153 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.699804:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11232 00000100:00100000:0.0:1746137999.699812:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1958:x1830957971603840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137999.699826:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137999.699848:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b5363800/0x8ae21a86589dedf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a986c expref: 12 pid: 11153 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.699860:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b5363800/0x8ae21a86589dedf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a986c expref: 12 pid: 11153 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.699882:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b5363800/0x8ae21a86589dedf7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a986c expref: 12 pid: 11153 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.699910:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.699912:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.699919:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bb9400/0x8ae21a86589dedfe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9873 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.699926:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bb9400/0x8ae21a86589dedfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9873 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.699955:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bb9400/0x8ae21a86589dedfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9873 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137999.699966:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56ef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967718272:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137999.700230:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.701933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.703969:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.704014:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.706801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.708939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.710832:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.710885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.713558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.716715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.717044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.722934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.727709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.731732:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.734215:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.737168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.740084:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.742386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.743141:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.746341:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971607040 00000100:00100000:0.0:1746137999.746347:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971607040 00010000:00010000:0.0:1746137999.746372:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589dee21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9896 expref: 6 pid: 21614 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.746403:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11238 00000100:00100000:0.0:1746137999.746408:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971607040:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137999.746436:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137999.746459:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589dee21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9896 expref: 6 pid: 21614 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.746469:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589dee21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9896 expref: 6 pid: 21614 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.746492:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589dee21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9896 expref: 6 pid: 21614 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.746538:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.746540:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.746548:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b303400/0x8ae21a86589dee28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a989d expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.746555:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b303400/0x8ae21a86589dee28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a989d expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.746593:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b303400/0x8ae21a86589dee28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a989d expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.746604:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b303400/0x8ae21a86589dee28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a989d expref: 12 pid: 21614 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.746615:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967719936:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137999.746681:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.748082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.751123:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.755846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.758136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.760685:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.762789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.765572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.766450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.768544:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.771136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.775033:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.784898:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.788709:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.789212:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.792540:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.795330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.800075:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.807768:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.810344:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.816076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.817504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.821371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.824008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.828994:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.833825:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.837921:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.837989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.838008:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971611776 00000100:00100000:0.0:1746137999.838011:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971611776 00000100:00100000:0.0:1746137999.838040:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 364 00000100:00100000:0.0:1746137999.838046:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c798050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1959:x1830957971611776:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137999.838077:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c798050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1959:x1830957971611776:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 31us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.838083:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 364 00000100:00100000:0.0:1746137999.838123:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.838166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.838181:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971612032 00000100:00100000:0.0:1746137999.838184:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971612032 00000100:00100000:0.0:1746137999.838208:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971612288 00000100:00100000:0.0:1746137999.838210:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971612288 00000100:00100000:0.0:1746137999.838233:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 335 00000100:00100000:0.0:1746137999.838238:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1959:x1830957971612032:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137999.838262:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1959:x1830957971612032:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 23us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.838271:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 335 00000100:00100000:0.0:1746137999.838280:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 336 00000100:00100000:0.0:1746137999.838284:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957971612288:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137999.838303:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957971612288:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 19us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.838308:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 336 00000100:00100000:0.0:1746137999.838335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.838391:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746137999.838451:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137999.840013:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 313 00000100:00100000:0.0:1746137999.840080:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1959:x1830957971612160:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746137999.840114:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1959:x1830957971612160:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 41us (1722us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.840409:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 313 00000100:00100000:0.0:1746137999.843604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.848563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.848686:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.852124:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.853455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.853626:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11248 00000100:00100000:0.0:1746137999.853634:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971613056:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137999.853644:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137999.853669:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f2da00/0x8ae21a86589dee67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a98dc expref: 6 pid: 21614 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.853686:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f2da00/0x8ae21a86589dee67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a98dc expref: 6 pid: 21614 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.853706:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f2da00/0x8ae21a86589dee67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a98dc expref: 6 pid: 21614 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.853732:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.853734:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.853741:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589dee6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a98e3 expref: 16 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.853749:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589dee6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a98e3 expref: 16 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.853993:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589dee6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a98e3 expref: 16 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.854007:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589dee6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a98e3 expref: 16 pid: 17395 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.854019:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967722496:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137999.854632:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.856501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.858192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.861105:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.864710:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.868713:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.871272:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.871541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.875705:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.876318:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.878599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.881931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.886262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.891047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.894726:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.898502:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.898590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.902525:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971616000 00000100:00100000:0.0:1746137999.902534:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971616000 00000100:00100000:0.0:1746137999.902587:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6178 00000100:00100000:0.0:1746137999.902594:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31560:x1830957971616000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137999.902613:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137999.902630:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dee9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9914 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.902655:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.902660:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bb9400/0x8ae21a86589dee98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a990d expref: 18 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.902667:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137999.902670:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dee9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9914 expref: 18 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.902703:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bb9400/0x8ae21a86589dee98 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a990d expref: 18 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.902716:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dee9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9914 expref: 18 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.902726:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57000, rc 0) 00000100:00100000:0.0:1746137999.902766:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31560:x1830957971616000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.902772:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6178 00000100:00100000:0.0:1746137999.905278:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.908392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.910988:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.916614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.920085:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.926101:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.926197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.926227:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971617024 00000100:00100000:0.0:1746137999.926233:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971617024 00010000:00010000:0.0:1746137999.926260:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dee9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9914 expref: 16 pid: 8501 timeout: 544 lvb_type: 0 00000100:00100000:0.0:1746137999.926294:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11256 00000100:00100000:0.0:1746137999.926300:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1958:x1830957971617024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137999.926312:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137999.926334:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dee9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9914 expref: 16 pid: 8501 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.926349:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dee9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9914 expref: 16 pid: 8501 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.926371:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dee9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9914 expref: 16 pid: 8501 timeout: 544 lvb_type: 0 00010000:00010000:0.0:1746137999.926385:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.926387:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137999.926393:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589deea6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a991b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.926401:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589deea6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a991b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137999.926450:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589deea6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a991b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137999.926460:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967724416:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746137999.926530:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137999.931095:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.953714:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967724672:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746137999.953735:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137999.954285:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957971617536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 18444us (18615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137999.954295:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11257 00000100:00100000:0.0:1746137999.962103:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.964840:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.968812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.969976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.972030:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.974959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.978803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.980676:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.984262:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.988155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.988883:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.994054:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.997271:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746137999.997372:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.001607:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138000.002356:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138000.005375:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138000.005638:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138000.007990:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.011662:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.014625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138000.016608:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138000.016901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.017037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.019241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.022008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.024400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.024469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.026313:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.028311:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.028389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.030097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.032681:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.034625:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.037227:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.040032:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.041885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.044764:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971624192 00000100:00100000:0.0:1746138000.044773:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971624192 00000100:00100000:0.0:1746138000.044821:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6193 00000100:00100000:0.0:1746138000.044828:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31560:x1830957971624192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138000.044842:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138000.044856:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589def08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a997d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.044883:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1200/0x8ae21a86589def01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9976 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.044889:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.044891:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.044894:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589def08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a997d expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.044953:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea1200/0x8ae21a86589def01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9976 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.044964:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ea1200/0x8ae21a86589def01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9976 expref: 5 pid: 21614 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.044974:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091451880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967727872:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138000.046349:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.046615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.053653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.055901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.057854:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.064564:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.067340:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.070557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.073412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.076333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.076386:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.080047:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.089245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.092355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.095717:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.101396:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.102741:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.104868:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c2b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967729408:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138000.104882:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ea1000/0x8ae21a86589def32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a99a7 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.104892:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea1000, rc 0) 00000100:00100000:0.0:1746138000.104912:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957971627136:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1984us (2173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.104920:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6199 00000100:00100000:0.0:1746138000.107538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.112008:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.112081:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971627776 00000100:00100000:0.0:1746138000.112088:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971627776 00000100:00100000:0.0:1746138000.115137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.120649:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0846c30c-781b-4405-bc84-6046c2d7bab4:3295:1830957967729792:0@lo:400:kworker.0 00000100:00100000:0.0:1746138000.120696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746138000.120723:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830957967730048:0@lo:400:kworker.0 00000100:00100000:0.0:1746138000.120749:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746138000.120790:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3295:1830957967730304:0@lo:400:kworker.0 00000100:00100000:0.0:1746138000.120809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746138000.120847:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957967730304 00000100:00100000:0.0:1746138000.120850:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957967730304 00000100:00100000:0.0:1746138000.120876:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1746138000.120882:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830957967730048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746138000.120917:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830957967730048:12345-0@lo:400:kworker.0 Request processed in 35us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.120922:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00080000:0.0:1746138000.120940:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746138000.120944:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746138000.120964:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830957967730048:0@lo:400:kworker.0 00000100:00100000:0.0:1746138000.120991:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0846c30c-781b-4405-bc84-6046c2d7bab4:3295:1830957967729792:0@lo:400:kworker.0 00000100:00100000:0.0:1746138000.120999:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3295:1830957967730304:0@lo:400:kworker.0 00000100:00100000:0.0:1746138000.122856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.130047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.130210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.137294:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.147367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.152555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.154035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.156478:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.162932:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.167047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.171196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.174987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.178787:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.181023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.184168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.187521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.190590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.190685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.194269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.197399:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.200081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.204462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.206851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.210148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.213632:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.215111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.218669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.220983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.224195:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.228185:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.231951:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.235277:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.237968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.239670:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967733504:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138000.239685:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138000.239721:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957971633792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4077us (4447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.239730:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11288 00000100:00100000:0.0:1746138000.243012:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.243112:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.243139:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971634432 00000100:00100000:0.0:1746138000.243146:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971634432 00010000:00010000:0.0:1746138000.243176:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bfbd200/0x8ae21a86589def86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a99fb expref: 6 pid: 17395 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.243207:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11289 00000100:00100000:0.0:1746138000.243214:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971634432:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138000.243225:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138000.243246:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bfbd200/0x8ae21a86589def86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a99fb expref: 6 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.243257:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bfbd200/0x8ae21a86589def86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a99fb expref: 6 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.243282:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bfbd200/0x8ae21a86589def86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a99fb expref: 6 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.243297:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.243299:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.243307:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589def8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a02 expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.243315:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589def8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a02 expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.243345:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589def8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a02 expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138000.243356:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130ef0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967733760:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138000.243446:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.247206:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130ef0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967733760:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138000.247219:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138000.247321:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957971634432:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4107us (4207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.247329:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11289 00000100:00100000:0.0:1746138000.248739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.252668:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971634816 00000100:00100000:0.0:1746138000.252676:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971634816 00010000:00010000:0.0:1746138000.252700:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589def8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a02 expref: 23 pid: 17395 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.252732:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11290 00000100:00100000:0.0:1746138000.252738:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957971634816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138000.252748:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138000.252765:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589def8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a02 expref: 23 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.252776:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589def8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a02 expref: 23 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.252793:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589def8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a02 expref: 23 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.252804:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.252805:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.252811:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589def94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a09 expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.252818:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589def94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a09 expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.252843:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589def94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a09 expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138000.252853:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130ef3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967734016:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138000.252902:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.254522:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130ef3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967734016:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138000.254536:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138000.254572:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957971634816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1833us (1990us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.254579:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11290 00000100:00100000:0.0:1746138000.259843:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.261450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.263101:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.266551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.266746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.271093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.273455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.273504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.275881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.277945:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971636992 00000100:00100000:0.0:1746138000.277953:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971636992 00000100:00100000:0.0:1746138000.278003:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6218 00000100:00100000:0.0:1746138000.278010:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957971636992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138000.278025:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138000.278042:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589defb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9a2c expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.278076:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138000.278081:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589defb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a25 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.278086:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746138000.278089:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589defb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a2c expref: 24 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.278260:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589defb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a25 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.278271:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589defb0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a25 expref: 5 pid: 17395 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.278281:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130ef1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967735168:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138000.278644:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.281462:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130ef1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967735168:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138000.281488:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589defb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a2c expref: 23 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.281517:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56000, rc 0) 00000100:00100000:0.0:1746138000.281762:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971637248 00000100:00100000:0.0:1746138000.281767:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971637248 00002000:00100000:0.0:1746138000.281798:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3b80 x1830957971637248/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:436/0 lens 488/0 e 0 to 0 dl 1746138011 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.281807:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3b80 with x1830957971637248 ext(0->4095) 00010000:00010000:0.0:1746138000.281813:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589defb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a25 expref: 6 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.281824:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589defb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a25 expref: 6 pid: 17395 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746138000.281830:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae3b80 00000100:00100000:0.0:1746138000.281856:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2628 00000100:00100000:0.0:1746138000.281862:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971637248:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138000.282227:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971637248:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 364us (624us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138000.282233:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2628 00002000:00100000:0.0:1746138000.282237:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3b80 x1830957971637248/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:436/0 lens 488/4536 e 0 to 0 dl 1746138011 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.282245:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3b80 with x1830957971637248 ext(0->4095) 00010000:00010000:0.0:1746138000.282250:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589defb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a25 expref: 6 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.282258:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589defb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a25 expref: 6 pid: 17395 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746138000.282264:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae3b80 00000100:00100000:0.0:1746138000.287240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.291142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.293183:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.296593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.299605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.302020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.305064:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.305685:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130149f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967735680:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138000.305700:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589defc5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a3a expref: 23 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.305712:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea0000, rc 0) 00000100:00100000:0.0:1746138000.305728:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957971638272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3111us (3716us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.305733:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6220 00000100:00100000:0.0:1746138000.306493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.310181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.312983:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.315642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.318603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.325353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.325873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.328690:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.331135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.334983:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.337837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.345530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.348952:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.352691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.355058:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.357855:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.358129:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.359800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.364519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.367014:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.367183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.370286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.374043:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.376061:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.377672:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.381118:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.381151:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971643136 00000100:00100000:0.0:1746138000.381157:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971643136 00002000:00100000:0.0:1746138000.381197:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880131467480 x1830957971643136/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:436/0 lens 496/0 e 0 to 0 dl 1746138011 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.381207:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830957971643136 ext(0->7) 00010000:00010000:0.0:1746138000.381213:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589deffd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a72 expref: 24 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.381226:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589deffd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a72 expref: 24 pid: 17395 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746138000.381233:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:0.0:1746138000.381260:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2635 00000100:00100000:0.0:1746138000.381267:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957971643136:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746138000.381646:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957971643136:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 380us (528us total) trans 4294967914 rc 0/0 00000100:00100000:0.0:1746138000.381652:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2635 00002000:00100000:0.0:1746138000.381657:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880131467480 x1830957971643136/t4294967914(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:436/0 lens 496/448 e 0 to 0 dl 1746138011 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.381665:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830957971643136 ext(0->7) 00010000:00010000:0.0:1746138000.381669:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589deffd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a72 expref: 26 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.381689:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589deffd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a72 expref: 26 pid: 17395 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746138000.381694:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:0.0:1746138000.383111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.385058:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.389213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.390385:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971643776 00000100:00100000:0.0:1746138000.390390:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971643776 00000100:00100000:0.0:1746138000.390436:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6231 00000100:00100000:0.0:1746138000.390443:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957971643776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138000.390453:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138000.390463:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589df012 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9a87 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.390477:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.390480:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589df00b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a80 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.390485:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138000.390488:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589df012 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a87 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.390527:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589df00b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a80 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.390542:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589df012 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a87 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.390551:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:0.0:1746138000.390580:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957971643776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.390585:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6231 00000100:00100000:0.0:1746138000.394281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.394330:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971644160 00000100:00100000:0.0:1746138000.394338:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971644160 00002000:00100000:0.0:1746138000.394385:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faef800 x1830957971644160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:436/0 lens 488/0 e 0 to 0 dl 1746138011 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.394395:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef800 with x1830957971644160 ext(0->4095) 00010000:00010000:0.0:1746138000.394404:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589df00b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a80 expref: 27 pid: 17395 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.394461:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589df00b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9a80 expref: 27 pid: 17395 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746138000.394468:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faef800 00000100:00100000:0.0:1746138000.396671:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.400718:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.403525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.406060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.408143:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.411103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.411207:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.413583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.415990:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.418532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.419214:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.421367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.425404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.425569:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.430320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.433079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.438000:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971647104 00000100:00100000:0.0:1746138000.438009:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971647104 00002000:00100000:0.0:1746138000.438049:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3800 x1830957971647104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:436/0 lens 488/0 e 0 to 0 dl 1746138011 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.438059:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3800 with x1830957971647104 ext(0->4095) 00002000:00010000:0.0:1746138000.438064:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae3800 00000100:00100000:0.0:1746138000.438094:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4797 00000100:00100000:0.0:1746138000.438100:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957971647104:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138000.438242:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957971647104:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (319us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138000.438248:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4797 00002000:00100000:0.0:1746138000.438253:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3800 x1830957971647104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:436/0 lens 488/4536 e 0 to 0 dl 1746138011 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.438261:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3800 with x1830957971647104 ext(0->4095) 00002000:00010000:0.0:1746138000.438263:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae3800 00000100:00100000:0.0:1746138000.440868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.445876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.448982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.449708:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.449738:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971647744 00000100:00100000:0.0:1746138000.449741:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971647744 00002000:00100000:0.0:1746138000.449762:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa90000 x1830957971647744/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:436/0 lens 488/0 e 0 to 0 dl 1746138011 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.449770:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa90000 with x1830957971647744 ext(0->4095) 00010000:00010000:0.0:1746138000.449774:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589df03c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ab1 expref: 6 pid: 21614 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.449784:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589df03c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ab1 expref: 6 pid: 21614 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746138000.449789:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa90000 00000100:00100000:0.0:1746138000.450116:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2640 00000100:00100000:0.0:1746138000.450122:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971647744:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138000.450241:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971647744:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (533us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138000.450247:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2640 00002000:00100000:0.0:1746138000.450251:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa90000 x1830957971647744/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:436/0 lens 488/4536 e 0 to 0 dl 1746138011 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.450257:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa90000 with x1830957971647744 ext(0->4095) 00010000:00010000:0.0:1746138000.450262:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589df03c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ab1 expref: 6 pid: 21614 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.450270:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589df03c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ab1 expref: 6 pid: 21614 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746138000.450276:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa90000 00000100:00100000:0.0:1746138000.452927:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971647872 00000100:00100000:0.0:1746138000.452934:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971647872 00000100:00100000:0.0:1746138000.452978:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6239 00000100:00100000:0.0:1746138000.452985:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957971647872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138000.453000:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138000.453014:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df04a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9abf expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.453038:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.453042:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589df043 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ab8 expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.453049:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138000.453051:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df04a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9abf expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.453082:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea1c00/0x8ae21a86589df043 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ab8 expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.453094:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df04a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9abf expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.453103:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56000, rc 0) 00000100:00100000:0.0:1746138000.453153:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957971647872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.453162:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6239 00000100:00100000:0.0:1746138000.454173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.456611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.460369:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.466838:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.471044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.478753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.487398:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.490805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.493696:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.498100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.498280:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.498864:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971649664 00000100:00100000:0.0:1746138000.498870:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971649664 00000100:00100000:0.0:1746138000.498905:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6242 00000100:00100000:0.0:1746138000.498912:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957971649664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138000.498928:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138000.498943:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589df05f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9ad4 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.498967:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0e00/0x8ae21a86589df058 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9acd expref: 29 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.498974:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138000.498975:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138000.498979:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589df05f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ad4 expref: 29 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.499007:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea0e00/0x8ae21a86589df058 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9acd expref: 29 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.499018:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0e00/0x8ae21a86589df058 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9acd expref: 29 pid: 21614 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.499028:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967741312:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138000.501871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.505785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.505866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.508155:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.510845:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.511215:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.515986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.519272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.522458:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.524675:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.526830:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971651840 00000100:00100000:0.0:1746138000.526837:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971651840 00002000:00100000:0.0:1746138000.526874:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094138000 x1830957971651840/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:436/0 lens 488/0 e 0 to 0 dl 1746138011 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.526884:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138000 with x1830957971651840 ext(0->4095) 00002000:00010000:0.0:1746138000.526889:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094138000 00000100:00100000:0.0:1746138000.526921:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4801 00000100:00100000:0.0:1746138000.526927:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971651840:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746138000.527766:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971651840:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 829us (1093us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138000.527778:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4801 00002000:00100000:0.0:1746138000.527790:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094138000 x1830957971651840/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:436/0 lens 488/4536 e 0 to 0 dl 1746138011 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.527797:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138000 with x1830957971651840 ext(0->4095) 00002000:00010000:0.0:1746138000.527802:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094138000 00000100:00100000:0.0:1746138000.528779:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.529741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.530750:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.533524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.535781:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.536129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.539310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.541212:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.541265:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.543947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.549255:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967743232:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138000.549279:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138000.549322:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957971653632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3168us (3513us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.549332:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11326 00000100:00100000:0.0:1746138000.551512:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.554371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.556560:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.558995:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.559555:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.563868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.565886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.565977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.570141:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.572523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.572620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.575613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.578589:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.580825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.584058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.587113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.589534:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.591748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.591843:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.594346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.596703:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.599912:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.600024:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.602012:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.604128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.604195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.607759:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.610907:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.613325:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.615067:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971659136 00000100:00100000:0.0:1746138000.615073:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971659136 00000100:00100000:0.0:1746138000.615115:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6260 00000100:00100000:0.0:1746138000.615122:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971659136:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138000.615137:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138000.615155:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589df0dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9b52 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.615182:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0a00/0x8ae21a86589df0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9b4b expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.615190:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138000.615192:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138000.615195:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589df0dd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9b52 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.615226:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0a00/0x8ae21a86589df0d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9b4b expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.615239:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0a00/0x8ae21a86589df0d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9b4b expref: 27 pid: 11153 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.615251:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967745920:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138000.615319:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.617007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.619652:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.622170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.624014:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.625280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.628234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.630158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.630229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.632089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.634078:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.634173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.637876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.639916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.642480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.646878:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.649219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.651300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.652814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.653172:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.654820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.656518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.658040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.659975:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.661249:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.663233:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.665956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.667936:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971663744 00000100:00100000:0.0:1746138000.667943:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971663744 00000100:00100000:0.0:1746138000.667985:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6269 00000100:00100000:0.0:1746138000.667992:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957971663744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138000.668010:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138000.668026:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589df11c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9b91 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.668054:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0a00/0x8ae21a86589df115 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9b8a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.668060:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.668062:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.668065:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589df11c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9b91 expref: 28 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.668089:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0a00/0x8ae21a86589df115 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9b8a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.668100:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0a00/0x8ae21a86589df115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9b8a expref: 5 pid: 11153 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.668110:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967748224:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138000.668190:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.671094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.676826:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.676892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.679749:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.681865:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.681916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.684607:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.686244:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.686292:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.689062:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.691122:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.693131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.695278:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.698493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.699284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.701685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.701769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.704778:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.706958:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.710119:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.711572:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.714255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.716224:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.717668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.719942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.720860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.721634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.723690:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.729547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.736144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.739325:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.742314:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.744971:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.749082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.749464:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11359 00000100:00100000:0.0:1746138000.749472:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957971670272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138000.749482:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138000.749509:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589df170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9be5 expref: 28 pid: 11153 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.749523:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589df170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9be5 expref: 28 pid: 11153 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.749541:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589df170 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9be5 expref: 28 pid: 11153 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.749570:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.749572:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.749577:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df177 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9bec expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.749585:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df177 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9bec expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.749610:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df177 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9bec expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138000.749620:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967751680:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138000.749677:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.754520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.756841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.760022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.760102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.763409:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.763673:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2667 00000100:00100000:0.0:1746138000.763684:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957971671168:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138000.763831:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957971671168:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138000.763838:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2667 00002000:00100000:0.0:1746138000.763845:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4380 x1830957971671168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:436/0 lens 488/4536 e 0 to 0 dl 1746138011 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138000.763854:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4380 with x1830957971671168 ext(0->4095) 00010000:00010000:0.0:1746138000.763862:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df17e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9bf3 expref: 29 pid: 11153 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.763874:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df17e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9bf3 expref: 29 pid: 11153 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746138000.763880:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced4380 00000100:00100000:0.0:1746138000.765934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.768520:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.770743:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.773909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.777909:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130f64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967752448:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138000.777933:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138000.777979:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957971671808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3846us (4069us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138000.777990:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11362 00000100:00100000:0.0:1746138000.780823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.785856:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.792248:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.796232:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.798719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.802473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.805488:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.809916:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.812359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.813011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.816407:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.819969:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971674368 00000100:00100000:0.0:1746138000.819979:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971674368 00010000:00010000:0.0:1746138000.820014:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df1a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c1d expref: 29 pid: 11153 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.820639:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11367 00000100:00100000:0.0:1746138000.820647:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1959:x1830957971674368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138000.820660:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138000.820685:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df1a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c1d expref: 29 pid: 11153 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.820699:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df1a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c1d expref: 29 pid: 11153 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.820729:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df1a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c1d expref: 29 pid: 11153 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746138000.820762:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.820764:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.820774:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589df1af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c24 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.820783:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589df1af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c24 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.820820:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589df1af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c24 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138000.820836:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ced7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967753728:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138000.820970:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.825672:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.830296:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.833491:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.836480:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971675008 00000100:00100000:0.0:1746138000.836488:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971675008 00000100:00100000:0.0:1746138000.836539:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6292 00000100:00100000:0.0:1746138000.836547:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957971675008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138000.836563:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138000.836578:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df1bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9c32 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.836604:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093417600/0x8ae21a86589df1b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c2b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.836611:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.836612:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138000.836615:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df1bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c32 expref: 29 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.836640:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093417600/0x8ae21a86589df1b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c2b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138000.836650:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093417600/0x8ae21a86589df1b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9c2b expref: 5 pid: 11153 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746138000.836661:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ced4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967754112:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138000.836736:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138000.838955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.842309:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.847199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.849516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.851357:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.853795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.856686:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.861733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.865491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.866066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.868748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.871232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.871323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.874487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.877219:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.877266:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.886118:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.888455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.891666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.895163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.898197:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.898985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.900711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.902550:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.905539:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.908815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.914270:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.916275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.919089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.921277:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.924757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.925537:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.931339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.933638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.933981:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.936460:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.939729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.939765:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.942615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.947806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.950984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.953034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.954902:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.957009:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.959063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.960700:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.960803:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.962352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.965524:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.971118:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.971164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.973339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.975278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.977506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.979107:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.980779:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.982012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.983336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.985658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.987053:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.988716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.990947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.993184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.994943:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138000.998488:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.000336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.000763:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b932680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967759744:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138001.000778:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0c00/0x8ae21a86589df257 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ccc expref: 33 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.000787:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea0c00, rc 0) 00000100:00100000:0.0:1746138001.003105:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.004908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.004948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.006776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.008410:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.008487:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.011554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.013552:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.015358:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.016860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138001.018595:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138001.020689:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.022775:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.025797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.027527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.029683:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.032820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.034881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.034940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.037337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.040704:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.044071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.047764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.051551:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.054340:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.054999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.056820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.056890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.060763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.063078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.065775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.068856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.071821:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.074104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.075995:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.076075:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.077779:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.080343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.083328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.083459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.089160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.089771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.091574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.093448:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.095146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.097338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.099502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.101820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.104453:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.106208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.108033:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.113942:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.119034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.119144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.123114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.126321:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.126790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.129179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.135355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.137521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.141794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.144289:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.146046:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.146095:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.147807:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.149815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.152084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.154710:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.157528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.160305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.163796:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971699968 00000100:00100000:0.0:1746138001.163804:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971699968 00002000:00100000:0.0:1746138001.163838:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932680 x1830957971699968/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:437/0 lens 488/0 e 0 to 0 dl 1746138012 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138001.163848:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932680 with x1830957971699968 ext(0->4095) 00002000:00010000:0.0:1746138001.163853:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b932680 00000100:00100000:0.0:1746138001.163881:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4844 00000100:00100000:0.0:1746138001.163887:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971699968:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138001.164028:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971699968:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138001.164034:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4844 00002000:00100000:0.0:1746138001.164039:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932680 x1830957971699968/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:437/0 lens 488/4536 e 0 to 0 dl 1746138012 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138001.164045:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932680 with x1830957971699968 ext(0->4095) 00002000:00010000:0.0:1746138001.164049:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b932680 00000100:00100000:0.0:1746138001.165614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.167279:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.171862:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.175585:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.179627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.184186:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.185763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.187736:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.192808:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.195049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.195859:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.197764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.199626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.199693:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.202603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.205515:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.205572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.208579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.211571:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.214956:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.217029:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.219903:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.221835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.224302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.225370:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971704320 00000100:00100000:0.0:1746138001.225373:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971704320 00000100:00100000:0.0:1746138001.225400:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6349 00000100:00100000:0.0:1746138001.225406:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957971704320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138001.225413:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138001.225451:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589df34c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9dc1 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.225463:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.225466:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589df345 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9dba expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.225471:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138001.225473:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589df34c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9dc1 expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.225504:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589df345 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9dba expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.225515:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589df34c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9dc1 expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.225523:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57200, rc 0) 00000100:00100000:0.0:1746138001.225552:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31559:x1830957971704320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138001.225558:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6349 00000100:00100000:0.0:1746138001.227929:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.231800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.236078:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.236208:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.238855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.240843:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.241132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.243822:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b933480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967769088:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138001.243833:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138001.243850:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957971705344:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2589us (3012us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138001.243858:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11427 00000100:00100000:0.0:1746138001.244000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.246223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.248550:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.251689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.257587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.260845:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6353 00000100:00100000:0.0:1746138001.260853:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957971706496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138001.260869:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138001.260882:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589df368 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9ddd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.260905:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589df361 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9dd6 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.260912:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.260913:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.260916:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589df368 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ddd expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.260939:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589df361 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9dd6 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.260951:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589df361 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9dd6 expref: 5 pid: 17395 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746138001.260961:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967769728:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138001.261073:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138001.262801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.264452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.265877:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.267120:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.268965:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.270884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.272293:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.273738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.275352:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.277549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.279919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.283056:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.285502:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.288511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.290531:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.293595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.295960:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.298152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.300650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.303054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.305116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.310214:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.310272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.313006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.315912:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.317977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.318058:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.321641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.324165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.324365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.326772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.329531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.331614:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.333029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.335211:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.337887:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.339385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.341640:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.343624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.345990:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.346055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.348391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.350649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.350699:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.353077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.356175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.359746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.364116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.367372:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.370179:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.371860:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.371926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.374138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.376859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.380133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.382940:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.384584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.386706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.389197:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.391820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.394719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.394848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.397850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.400284:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.400355:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.402950:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.405614:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.405704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.408083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.411752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.415728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.418596:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.422815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.424413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.426081:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.426124:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.427744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.429475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.431035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.432780:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.434951:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.437782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.439600:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.444930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.447693:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.451198:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.454521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.456812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.456857:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.458791:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971722112 00000100:00100000:0.0:1746138001.458795:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971722112 00002000:00100000:0.0:1746138001.458828:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0380 x1830957971722112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:437/0 lens 488/0 e 0 to 0 dl 1746138012 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138001.458837:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0380 with x1830957971722112 ext(0->4095) 00010000:00010000:0.0:1746138001.458845:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df42c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ea1 expref: 40 pid: 8501 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.458856:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df42c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ea1 expref: 40 pid: 8501 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746138001.458861:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0380 00000100:00100000:0.0:1746138001.458888:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2722 00000100:00100000:0.0:1746138001.458894:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957971722112:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138001.459052:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957971722112:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (286us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138001.459058:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2722 00002000:00100000:0.0:1746138001.459063:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0380 x1830957971722112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:437/0 lens 488/4536 e 0 to 0 dl 1746138012 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138001.459071:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0380 with x1830957971722112 ext(0->4095) 00010000:00010000:0.0:1746138001.459075:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df42c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ea1 expref: 40 pid: 8501 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.459083:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df42c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ea1 expref: 40 pid: 8501 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746138001.459089:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0380 00000100:00100000:0.0:1746138001.461009:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.461097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.464184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.466834:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.469857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.472446:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.478725:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.480133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.483850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.484063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.487121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.488936:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971724288 00000100:00100000:0.0:1746138001.488943:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971724288 00010000:00010000:0.0:1746138001.488974:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094710400/0x8ae21a86589df448 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ebd expref: 41 pid: 17395 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746138001.489003:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11463 00000100:00100000:0.0:1746138001.489009:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1958:x1830957971724288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138001.489020:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138001.489039:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094710400/0x8ae21a86589df448 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ebd expref: 41 pid: 17395 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.489050:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094710400/0x8ae21a86589df448 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ebd expref: 41 pid: 17395 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.489069:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094710400/0x8ae21a86589df448 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ebd expref: 41 pid: 17395 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.489088:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.489089:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.489095:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589df44f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ec4 expref: 40 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.489102:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589df44f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ec4 expref: 40 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.489126:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589df44f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9ec4 expref: 40 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138001.489136:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967778304:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138001.489216:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138001.491619:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.493471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.497161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.500079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.503597:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.504395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.506180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.512091:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.515906:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.519110:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.521861:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.524247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.526663:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.530380:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.530529:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.533557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.537117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.540228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.540400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.542863:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.546412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.546546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.549978:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.552774:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.557460:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.560504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.566877:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.566957:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.569886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.572064:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.574223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.574262:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.578146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.580662:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.581413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.584462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.586788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.589346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.591606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.593151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.595728:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.597510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.600683:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.600764:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.602581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.604507:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.604581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.606734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.608182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.608225:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.610583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.614696:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.618177:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.621341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.625993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.630048:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.631029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.633873:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.633934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.637290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.640373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.643898:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.646251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.649042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.650861:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.652529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.655018:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.655404:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.662225:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.665846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.667707:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.673098:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957971737088:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 973us (1263us total) trans 4294967922 rc 0/0 00000100:00100000:0.0:1746138001.673106:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2738 00002000:00100000:0.0:1746138001.673113:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130ef3100 x1830957971737088/t4294967922(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:437/0 lens 496/448 e 0 to 0 dl 1746138012 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138001.673121:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3100 with x1830957971737088 ext(0->7) 00010000:00010000:0.0:1746138001.673127:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0c00/0x8ae21a86589df4f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9f6c expref: 42 pid: 8501 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.673137:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ea0c00/0x8ae21a86589df4f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9f6c expref: 42 pid: 8501 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746138001.673147:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef3100 00000100:00100000:0.0:1746138001.674650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.682905:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.686924:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.687018:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138001.687261:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138001.687270:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df50c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7a9f7a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.687293:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589df4fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9f73 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.687300:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.687301:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.687305:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df50c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9f7a expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.687328:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589df4fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9f73 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.687339:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589df4fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9f73 expref: 5 pid: 8501 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746138001.687350:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013014a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967784832:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138001.687443:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138001.697090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.700253:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.704290:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.707208:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.715471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.715536:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.718714:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.725829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.729493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.734792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.739107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.739642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.744983:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.747465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.750997:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.753304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.756915:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.762310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.762406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.764613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.765651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.769132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.771378:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.776404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.779272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.786149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.787129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.790209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.793211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.796782:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.800290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138001.801076:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094711c00/0x8ae21a86589df559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9fce expref: 41 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.801087:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094711c00/0x8ae21a86589df559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9fce expref: 41 pid: 21614 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746138001.801097:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967788160:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138001.801412:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138001.803579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.806564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.811801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.816782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.818606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.823132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.827055:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.828293:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.830294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.832604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.832666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.835157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.837604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.840474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.842603:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.845511:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.848156:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.851201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.851928:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.854268:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.858916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.861127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.862215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.862239:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971748224 00000100:00100000:0.0:1746138001.862242:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971748224 00010000:00010000:0.0:1746138001.862254:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589df58a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa006 expref: 45 pid: 8501 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746138001.862277:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11509 00000100:00100000:0.0:1746138001.862281:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957971748224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138001.862289:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138001.862304:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589df58a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa006 expref: 45 pid: 8501 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.862312:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589df58a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa006 expref: 45 pid: 8501 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.862326:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589df58a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa006 expref: 45 pid: 8501 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746138001.862526:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.862527:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138001.862532:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589df591 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9fff expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.862539:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589df591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9fff expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.862557:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589df591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9fff expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138001.862566:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589df591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a9fff expref: 44 pid: 17395 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746138001.862699:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967790208:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138001.864902:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.867844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.867938:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.871672:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.875573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.878503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.882067:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.887467:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.889147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.889892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.893220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.895255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.899290:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.903041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.905625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.907929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.910781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.911270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.912987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.914865:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.915091:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.917544:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.920962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.921968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.923781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.927066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.930786:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.932583:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.935067:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.937354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.938849:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.940769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.942761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.943383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.947126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.947271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.949400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.951759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.951858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.954190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.957684:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.962632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.964236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.968398:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.969937:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.972263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.974989:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.978516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.981740:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.984295:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.986201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.988001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.988065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.990298:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.991727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.991778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.993987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.996538:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138001.999049:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.000922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138002.001069:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138002.002681:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138002.003062:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138002.004928:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.006853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.008895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.010725:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.018967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138002.020587:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138002.021604:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.025144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.025188:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.027184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.027220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.029062:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.031088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.033686:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.036399:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.038456:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.040538:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.042803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.043552:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.044249:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.047093:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.048779:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.052892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.057896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.061793:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.063958:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.069646:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.072745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.075839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.077675:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.077741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.077778:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971764864 00000100:00100000:0.0:1746138002.077784:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971764864 00002000:00100000:0.0:1746138002.077816:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455c00 x1830957971764864/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:438/0 lens 488/0 e 0 to 0 dl 1746138013 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.077825:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455c00 with x1830957971764864 ext(0->4095) 00002000:00010000:0.0:1746138002.077830:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455c00 00000100:00100000:0.0:1746138002.077856:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4906 00000100:00100000:0.0:1746138002.077861:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971764864:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138002.078006:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971764864:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138002.078012:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4906 00002000:00100000:0.0:1746138002.078017:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455c00 x1830957971764864/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:438/0 lens 488/4536 e 0 to 0 dl 1746138013 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.078024:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455c00 with x1830957971764864 ext(0->4095) 00010000:00010000:0.0:1746138002.078028:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094711200/0x8ae21a86589df671 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa0e6 expref: 6 pid: 8501 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.078039:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094711200/0x8ae21a86589df671 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa0e6 expref: 6 pid: 8501 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746138002.078045:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091455c00 00000100:00100000:0.0:1746138002.079618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.081308:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.083335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.085035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.086910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.089535:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.091765:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.095684:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.098253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.100104:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.101733:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130ef1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967799168:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138002.101750:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094710a00/0x8ae21a86589df68d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa102 expref: 51 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.101760:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094710a00, rc 0) 00000100:00100000:0.0:1746138002.101788:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31559:x1830957971766528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3403us (3541us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138002.101794:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6468 00000100:00100000:0.0:1746138002.103902:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.106183:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.108689:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.111640:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.114393:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.117357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.119022:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.119754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.120934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.123700:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.127519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.129931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.132521:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.135065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.137902:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.140735:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.140783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.143892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.147350:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.150636:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.150696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.156250:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.158806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.158846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.161898:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.164321:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.169627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.171899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.175342:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.177392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.180863:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.182618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.192592:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.196199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.199809:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.202657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.205148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.206657:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.207094:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.209273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.211922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.215968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.219973:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.222141:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.224937:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.227109:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.229691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.230811:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.231832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.233333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.234825:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.235678:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.238788:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971776256 00000100:00100000:0.0:1746138002.238793:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971776256 00002000:00100000:0.0:1746138002.238821:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef1880 x1830957971776256/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:438/0 lens 488/0 e 0 to 0 dl 1746138013 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.238829:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef1880 with x1830957971776256 ext(0->4095) 00010000:00010000:0.0:1746138002.238835:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094710a00/0x8ae21a86589df70b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa180 expref: 50 pid: 11153 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.238846:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094710a00/0x8ae21a86589df70b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa180 expref: 50 pid: 11153 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746138002.238852:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef1880 00000100:00100000:0.0:1746138002.238873:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2778 00000100:00100000:0.0:1746138002.238880:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957971776256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138002.239235:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957971776256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 354us (523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138002.239241:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2778 00002000:00100000:0.0:1746138002.239246:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef1880 x1830957971776256/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:438/0 lens 488/4536 e 0 to 0 dl 1746138013 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.239253:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef1880 with x1830957971776256 ext(0->4095) 00010000:00010000:0.0:1746138002.239257:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094710a00/0x8ae21a86589df70b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa180 expref: 50 pid: 11153 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.239266:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094710a00/0x8ae21a86589df70b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa180 expref: 50 pid: 11153 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746138002.239272:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef1880 00000100:00100000:0.0:1746138002.241209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.241276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.244858:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971776768 00000100:00100000:0.0:1746138002.244865:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971776768 00000100:00100000:0.0:1746138002.247482:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.249118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.250402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.252395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.257168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.259023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.259708:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.261294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.264297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.264376:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.267459:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.267514:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971778816 00000100:00100000:0.0:1746138002.267520:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971778816 00002000:00100000:0.0:1746138002.267553:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287dc00 x1830957971778816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:438/0 lens 488/0 e 0 to 0 dl 1746138013 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.267561:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287dc00 with x1830957971778816 ext(0->4095) 00010000:00010000:0.0:1746138002.267568:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589df72e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa1a3 expref: 51 pid: 17395 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.267579:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589df72e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa1a3 expref: 51 pid: 17395 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746138002.267588:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287dc00 00000100:00100000:0.0:1746138002.267629:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2781 00000100:00100000:0.0:1746138002.267635:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1958:x1830957971778816:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138002.267766:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957971778816:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138002.267771:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2781 00002000:00100000:0.0:1746138002.267776:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287dc00 x1830957971778816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:438/0 lens 488/4536 e 0 to 0 dl 1746138013 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.267782:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287dc00 with x1830957971778816 ext(0->4095) 00010000:00010000:0.0:1746138002.267786:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589df72e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa1a3 expref: 50 pid: 17395 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.267795:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589df72e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa1a3 expref: 50 pid: 17395 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746138002.267799:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287dc00 00000100:00100000:0.0:1746138002.268945:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.269209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.270875:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971779328 00000100:00100000:0.0:1746138002.270879:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971779328 00002000:00100000:0.0:1746138002.270964:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932680 x1830957971779328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:438/0 lens 488/0 e 0 to 0 dl 1746138013 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.270972:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932680 with x1830957971779328 ext(0->4095) 00010000:00010000:0.0:1746138002.270979:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df735 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa1aa expref: 6 pid: 17395 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.270989:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df735 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa1aa expref: 6 pid: 17395 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746138002.270994:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b932680 00000100:00100000:0.0:1746138002.271067:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2782 00000100:00100000:0.0:1746138002.271074:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971779328:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138002.271351:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971779328:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 275us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138002.271356:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2782 00002000:00100000:0.0:1746138002.271361:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932680 x1830957971779328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:438/0 lens 488/4536 e 0 to 0 dl 1746138013 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.271368:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932680 with x1830957971779328 ext(0->4095) 00010000:00010000:0.0:1746138002.271372:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df735 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa1aa expref: 6 pid: 17395 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.271381:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589df735 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa1aa expref: 6 pid: 17395 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746138002.271386:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b932680 00000100:00100000:0.0:1746138002.274523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.277171:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.278741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.280562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.282384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.284650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.286942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.289822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.291616:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.297018:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.298958:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.300726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.304022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.304248:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.307853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.309583:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.309660:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.313898:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.316389:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.316511:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.319499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.321012:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.323237:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130ef0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967807488:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138002.323252:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138002.323289:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957971783168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2138us (2281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138002.323298:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11577 00000100:00100000:0.0:1746138002.324927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.327449:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.329362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.331580:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.333319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.333602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.336074:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.338918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.339035:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.341841:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.343932:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.344411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.346804:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.349266:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.352457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.355567:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.363358:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.363624:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.365984:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.366792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.370964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.374490:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.377491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.379581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.383269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.384980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.387396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.389034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.389445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.391677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.394207:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.394263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.396385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.399270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.399322:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.402102:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.404940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.411853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.414990:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.417986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.418047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.422923:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.425920:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.428742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.431355:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.434541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.437635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.440175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.443144:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.443453:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.443735:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6519 00000100:00100000:0.0:1746138002.443742:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957971792384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138002.443749:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138002.443756:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589df7f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa267 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.443768:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138002.443772:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df7eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa260 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.443782:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138002.443784:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589df7f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa267 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.443962:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589df7eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa260 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.443974:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589df7f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa267 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.443983:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57800, rc 0) 00000100:00100000:0.0:1746138002.444065:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957971792384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 322us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138002.444071:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6519 00000100:00100000:0.0:1746138002.446376:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.449053:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.452191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.455769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.458317:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.461137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.463937:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.467577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.467849:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.468334:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6521 00000100:00100000:0.0:1746138002.468342:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31560:x1830957971793792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138002.468360:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138002.468374:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df800 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa275 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.468396:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589df7f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa26e expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.468403:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138002.468404:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138002.468407:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df800 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa275 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.468455:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589df7f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa26e expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.468475:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589df7f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa26e expref: 5 pid: 17395 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746138002.468486:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967812736:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138002.471929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.477305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.480245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.480855:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971794560 00000100:00100000:0.0:1746138002.480858:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971794560 00010000:00010000:0.0:1746138002.480898:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df800 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa275 expref: 53 pid: 8501 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746138002.480952:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11599 00000100:00100000:0.0:1746138002.480963:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957971794560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138002.480973:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138002.480996:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df800 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa275 expref: 53 pid: 8501 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.481007:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa275 expref: 53 pid: 8501 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.481024:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589df800 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa275 expref: 53 pid: 8501 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746138002.481171:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138002.481173:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138002.481180:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589df807 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa27c expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.481188:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589df807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa27c expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.481211:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589df807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa27c expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.481223:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589df807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa27c expref: 52 pid: 17395 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746138002.481235:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c48380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967813248:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138002.481304:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138002.483997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.487235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.487307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.493964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.499271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.504273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.508116:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.511090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.514301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.514353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.517384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.520223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.523158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.526446:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.529588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.532539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.537180:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.539601:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.541930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.545138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.548358:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.551783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.554351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.558223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.561221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.564360:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.564403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.567172:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.569336:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.573850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.577739:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.579542:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.584067:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.586673:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.587819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.588364:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.589923:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.592513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.596515:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.599193:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.601023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.603903:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.605919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.607905:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.610299:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.610796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.616150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.616234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.619648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.621627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.621706:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.625623:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.630000:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.632355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.635757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.638381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.640776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.640866:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.644918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.648226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.650697:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.652892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.656304:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.658683:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.661458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.662917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.663731:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.664824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.666940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.669005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.669048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.671333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.672977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.677616:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.685651:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.690500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.691094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.693251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.698637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.700714:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.704173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.709641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.712833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.715956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.719159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.719216:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.722027:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.724519:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.726677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.726723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.730502:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.732936:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.733007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.736632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.739286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.741471:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.743525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.745647:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.749095:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971812736 00000100:00100000:0.0:1746138002.749101:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971812736 00002000:00100000:0.0:1746138002.749133:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fb480 x1830957971812736/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:438/0 lens 488/0 e 0 to 0 dl 1746138013 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.749141:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fb480 with x1830957971812736 ext(0->4095) 00002000:00010000:0.0:1746138002.749145:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943fb480 00000100:00100000:0.0:1746138002.749176:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4954 00000100:00100000:0.0:1746138002.749182:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971812736:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746138002.749310:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971812736:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138002.749316:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4954 00002000:00100000:0.0:1746138002.749321:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fb480 x1830957971812736/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:438/0 lens 488/4536 e 0 to 0 dl 1746138013 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138002.749329:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fb480 with x1830957971812736 ext(0->4095) 00002000:00010000:0.0:1746138002.749331:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943fb480 00000100:00100000:0.0:1746138002.750498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.751829:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.752908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.756847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.761639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.761702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.766137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.767877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.767917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.769987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.772302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.775696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.777248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.779135:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.782754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.784488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.785779:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.789653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.792373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.793085:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.796175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.799109:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.799154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.803167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.809254:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.812607:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.815171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.818522:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.821609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.824741:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.826012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.827132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.829785:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.833182:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.839184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.844235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.849706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.852519:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.870083:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.870148:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.876851:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.882720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.886066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.890488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.893136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.901902:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.902004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.902042:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971821056 00000100:00100000:0.0:1746138002.902049:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971821056 00000100:00100000:0.0:1746138002.902169:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6574 00000100:00100000:0.0:1746138002.902177:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957971821056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138002.902194:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138002.902215:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589df973 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa3e8 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.902248:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094711200/0x8ae21a86589df96c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa3e1 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.902257:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138002.902258:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138002.902263:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589df973 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa3e8 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.902298:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094711200/0x8ae21a86589df96c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa3e1 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138002.902311:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094711200/0x8ae21a86589df96c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa3e1 expref: 6 pid: 11153 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746138002.902328:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967826304:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138002.902414:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138002.905238:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.906235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.912545:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.915329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.917591:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.920029:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.923132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.925220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.925801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.928044:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.931291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.934551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.934596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.943848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.943955:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.946475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.949267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.952062:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.954090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.956309:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.958735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.960401:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.962702:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.962772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.965071:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.966836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.968054:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.970512:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.973411:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.973552:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.984111:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.989252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.996333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138002.999586:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.009363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.020265:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138003.023677:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138003.025793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.034872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.043021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.043091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.046384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.049227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.053485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.056771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.059569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.063815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.070642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.071713:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971830144 00000100:00100000:0.0:1746138003.071716:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971830144 00000100:00100000:0.0:1746138003.071777:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6591 00000100:00100000:0.0:1746138003.071784:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957971830144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138003.071793:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138003.071810:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589df9ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa45f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.071834:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094710c00/0x8ae21a86589df9e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa458 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.071841:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138003.071843:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138003.071846:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589df9ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa45f expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.071875:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094710c00/0x8ae21a86589df9e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa458 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.071888:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094710c00/0x8ae21a86589df9e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa458 expref: 5 pid: 11153 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746138003.071900:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967830656:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138003.072291:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138003.072712:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.074633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.077230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.079529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.081883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.084213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.086152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.086387:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11670 00000100:00100000:0.0:1746138003.086394:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957971831296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138003.086405:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746138003.089029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.093577:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.094596:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.096663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.100507:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.102328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.106520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.111688:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.115773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.116051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.127679:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.128287:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.136683:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.141813:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.150099:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.153779:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.158951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.165528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.168168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.169510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.171501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.172801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.175184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.176557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.179008:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.182007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.186997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.189866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.191180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.195541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.200999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.205634:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.214575:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.220567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.230564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.230716:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.236307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.237335:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.237445:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971837824 00000100:00100000:0.0:1746138003.237448:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971837824 00010000:00010000:0.0:1746138003.237481:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589dfa45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa4ba expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746138003.242116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.246380:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.248554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.252230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.257155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.257209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.259821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.260504:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.262504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.267903:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.273336:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c2b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967835392:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138003.273365:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138003.274022:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957971839744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5944us (6129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138003.274032:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11686 00000100:00100000:0.0:1746138003.276339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.281223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.284826:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971840384 00000100:00100000:0.0:1746138003.284833:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971840384 00000100:00100000:0.0:1746138003.284866:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6611 00000100:00100000:0.0:1746138003.284874:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31559:x1830957971840384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138003.284895:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138003.284913:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589dfa76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa4eb expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.284944:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589dfa6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa4e4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.284952:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138003.284954:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138003.284957:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589dfa76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa4eb expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.284987:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589dfa6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa4e4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.285000:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0000/0x8ae21a86589dfa6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa4e4 expref: 5 pid: 11153 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746138003.285013:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967835776:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138003.285067:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138003.287923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.288011:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.291689:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.297719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.302079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.305320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.308655:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.311001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.312882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.312969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.319692:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.322994:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.329537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.332790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.334752:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.337552:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.339574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.339614:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.341769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.344729:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.347051:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.347296:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.349722:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.352397:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.352487:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.356071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.363176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.364970:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.372019:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.374011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.376683:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.380140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.383092:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.385979:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.388858:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.391077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.394898:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.399147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.399261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.402226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.404334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.406790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.411186:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.417262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.419739:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.421017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.422056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.423820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.423900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.426852:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.429090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.432487:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.434526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.439918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.442875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.442963:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.447699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.452934:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.456042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.465567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.470201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.473114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.474897:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971852032 00000100:00100000:0.0:1746138003.474901:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971852032 00002000:00100000:0.0:1746138003.474932:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b0a80 x1830957971852032/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:439/0 lens 488/0 e 0 to 0 dl 1746138014 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138003.474941:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0a80 with x1830957971852032 ext(0->4095) 00010000:00010000:0.0:1746138003.474948:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589dfb09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa57e expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746138003.474959:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589dfb09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa57e expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746138003.474965:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b3b0a80 00000100:00100000:0.0:1746138003.475105:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2861 00000100:00100000:0.0:1746138003.475113:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971852032:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138003.475263:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971852032:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138003.475268:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2861 00002000:00100000:0.0:1746138003.475273:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b0a80 x1830957971852032/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:439/0 lens 488/4536 e 0 to 0 dl 1746138014 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138003.475280:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0a80 with x1830957971852032 ext(0->4095) 00010000:00010000:0.0:1746138003.475285:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589dfb09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa57e expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746138003.475293:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ea0600/0x8ae21a86589dfb09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa57e expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746138003.475298:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b3b0a80 00000100:00100000:0.0:1746138003.478909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.479238:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.484256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.490596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.496052:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.500688:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.508179:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.513818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.516299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.524991:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.528082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.530949:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.534029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.534158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.537463:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.537558:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.541370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.544051:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.547217:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.549989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.553042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.555533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.557414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.557680:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.557703:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971856384 00000100:00100000:0.0:1746138003.557706:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971856384 00000100:00100000:0.0:1746138003.557742:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6642 00000100:00100000:0.0:1746138003.557747:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+69:31559:x1830957971856384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138003.557755:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138003.557763:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dfb4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa5c4 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.557775:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138003.557779:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094711c00/0x8ae21a86589dfb48 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa5bd expref: 70 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.557785:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138003.557788:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dfb4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa5c4 expref: 70 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.557814:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094711c00/0x8ae21a86589dfb48 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa5bd expref: 70 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.557828:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589dfb4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa5c4 expref: 70 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.557840:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57000, rc 0) 00000100:00100000:0.0:1746138003.559846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.562712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.565240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.565569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.569731:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.571788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.571851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.576378:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.582325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.587159:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971858176 00000100:00100000:0.0:1746138003.587168:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971858176 00002000:00100000:0.0:1746138003.587213:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6300 x1830957971858176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:439/0 lens 488/0 e 0 to 0 dl 1746138014 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138003.587223:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6300 with x1830957971858176 ext(0->4095) 00002000:00010000:0.0:1746138003.587229:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b6300 00000100:00100000:0.0:1746138003.587263:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4995 00000100:00100000:0.0:1746138003.587271:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+68:1958:x1830957971858176:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138003.587762:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+68:1958:x1830957971858176:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 491us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138003.587768:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4995 00002000:00100000:0.0:1746138003.587774:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6300 x1830957971858176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:439/0 lens 488/4536 e 0 to 0 dl 1746138014 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138003.587780:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6300 with x1830957971858176 ext(0->4095) 00002000:00010000:0.0:1746138003.587783:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b6300 00000100:00100000:0.0:1746138003.589614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.592167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.596231:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.596720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.599404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.603010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.610811:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.616530:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.624164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.630590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.635842:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.640552:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.646534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.646727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.649503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.652601:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.655396:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.660366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.662898:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.664522:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.666093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.667865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.668609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.671627:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.674009:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.674096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.677679:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.680077:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.680171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.683281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.689216:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.693883:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.697095:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.702404:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.703209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.705840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.708752:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.711871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.714907:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.718635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.720639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.722659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.724741:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.726476:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.729056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.732682:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.737390:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.743560:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.746906:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.748621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.750508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.750549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.754395:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.760496:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.763948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.769845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.772845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.774615:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.774645:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.776275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.778491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.781152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.781230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.784820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.786688:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.787120:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.789164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.793384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.796326:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971870336 00000100:00100000:0.0:1746138003.796332:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971870336 00002000:00100000:0.0:1746138003.796360:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faee680 x1830957971870336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:439/0 lens 488/0 e 0 to 0 dl 1746138014 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138003.796368:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee680 with x1830957971870336 ext(0->4095) 00002000:00010000:0.0:1746138003.796371:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee680 00000100:00100000:0.0:1746138003.799118:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.804525:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.806630:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.806967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.809006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.814264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.816760:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.820071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.824768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.828749:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.831109:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.832270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.836195:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.840819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.846396:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.851610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.855526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.861553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.873179:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971873664 00000100:00100000:0.0:1746138003.873186:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971873664 00002000:00100000:0.0:1746138003.873223:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6ad80 x1830957971873664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:439/0 lens 488/0 e 0 to 0 dl 1746138014 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138003.873236:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6ad80 with x1830957971873664 ext(0->4095) 00010000:00010000:0.0:1746138003.873243:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589dfc28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa69d expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746138003.873255:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589dfc28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa69d expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746138003.873261:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc6ad80 00000100:00100000:0.0:1746138003.873291:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2889 00000100:00100000:0.0:1746138003.873298:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971873664:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138003.873498:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971873664:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138003.873504:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2889 00002000:00100000:0.0:1746138003.873510:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6ad80 x1830957971873664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:439/0 lens 488/4536 e 0 to 0 dl 1746138014 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138003.873516:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6ad80 with x1830957971873664 ext(0->4095) 00010000:00010000:0.0:1746138003.873520:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589dfc28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa69d expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746138003.873528:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589dfc28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa69d expref: 6 pid: 11153 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746138003.873533:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc6ad80 00000100:00100000:0.0:1746138003.877257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.880701:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.883198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.889475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.891824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.896642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.900279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.902733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.905140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.906956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.910236:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.912975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.915101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.916009:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971876352 00000100:00100000:0.0:1746138003.916012:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971876352 00000100:00100000:0.0:1746138003.916034:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6680 00000100:00100000:0.0:1746138003.916039:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+77:31559:x1830957971876352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138003.916047:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138003.916055:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589dfc59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa6ce expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.916066:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138003.916070:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfc52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa6c7 expref: 78 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.916075:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138003.916077:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589dfc59 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa6ce expref: 78 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.916101:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfc52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa6c7 expref: 78 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.916113:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589dfc59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa6ce expref: 78 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.916123:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57800, rc 0) 00000100:00100000:0.0:1746138003.916157:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+78:31559:x1830957971876352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138003.916163:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6680 00000100:00100000:0.0:1746138003.917625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.920285:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.922227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.922821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.924341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.927648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.932059:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.934804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.937613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.939263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.941683:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.943527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.945748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.948043:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.948493:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.951137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.959901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.962745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.963494:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.966300:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.968963:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.969055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.972795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.976299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.979068:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.982680:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.986533:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.988125:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967856000:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138003.988159:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589dfc9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa714 expref: 77 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138003.988178:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea0400, rc 0) 00000100:00100000:0.0:1746138003.988236:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+77:31559:x1830957971881344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4131us (4215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138003.988244:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6690 00000100:00100000:0.0:1746138003.990530:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138003.997859:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.001402:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.001494:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138004.001534:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138004.004179:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138004.004334:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138004.007162:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.009653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.012928:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.016887:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.022193:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138004.024785:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138004.025845:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971883904 00000100:00100000:0.0:1746138004.025849:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971883904 00010000:00010000:0.0:1746138004.025868:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589dfcb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa729 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.025925:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11771 00000100:00100000:0.0:1746138004.025931:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957971883904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138004.025940:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138004.025961:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589dfcb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa729 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.025972:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589dfcb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa729 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.025990:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589dfcb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa729 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.026173:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.026175:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.026181:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589dfcbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa730 expref: 76 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.026188:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589dfcbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa730 expref: 76 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.026211:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589dfcbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa730 expref: 76 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.026222:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589dfcbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa730 expref: 76 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.026233:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967857280:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138004.028107:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.030057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.032238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.034732:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.036972:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.042172:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.044402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.046339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.046799:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.049561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.051835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.056130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.067164:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.067710:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.067749:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971886720 00000100:00100000:0.0:1746138004.067753:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971886720 00002000:00100000:0.0:1746138004.067780:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6d80 x1830957971886720/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.067790:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6d80 with x1830957971886720 ext(0->4095) 00010000:00010000:0.0:1746138004.067796:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfcde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa753 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.067811:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfcde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa753 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.067817:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6d80 00000100:00100000:0.0:1746138004.067842:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2903 00000100:00100000:0.0:1746138004.067848:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971886720:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138004.068002:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971886720:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138004.068008:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2903 00002000:00100000:0.0:1746138004.068013:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6d80 x1830957971886720/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.068020:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6d80 with x1830957971886720 ext(0->4095) 00010000:00010000:0.0:1746138004.068024:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfcde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa753 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.068034:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfcde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa753 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.068039:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6d80 00000100:00100000:0.0:1746138004.069834:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971886976 00000100:00100000:0.0:1746138004.069838:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971886976 00010000:00010000:0.0:1746138004.069854:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfcde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa753 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.069887:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11777 00000100:00100000:0.0:1746138004.069894:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971886976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138004.069903:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138004.069922:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfcde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa753 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.069931:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfcde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa753 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.069950:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589dfcde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa753 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.069964:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.069965:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.069972:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589dfce5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa75a expref: 77 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.069979:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589dfce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa75a expref: 77 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.070004:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589dfce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa75a expref: 77 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138004.070015:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967858688:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138004.070063:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.074180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.078870:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.081174:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.083453:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.086119:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.089240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.091295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.092223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.101945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.101984:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.107084:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129687480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967859840:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138004.107095:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138004.107113:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+77:1958:x1830957971889024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4954us (5129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138004.107120:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11781 00000100:00100000:0.0:1746138004.112105:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971889536 00000100:00100000:0.0:1746138004.112109:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971889536 00010000:00010000:0.0:1746138004.112124:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589dfd01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa776 expref: 77 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.112141:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11782 00000100:00100000:0.0:1746138004.112146:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+77:1957:x1830957971889536:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138004.112154:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138004.112171:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589dfd01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa776 expref: 77 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.112185:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589dfd01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa776 expref: 77 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.112199:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589dfd01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa776 expref: 77 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.112208:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.112212:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.112219:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa77d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.112226:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa77d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.112243:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa77d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.112252:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa77d expref: 5 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.112261:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967860096:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138004.112318:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.117213:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967860096:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138004.117235:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138004.117280:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+76:1957:x1830957971889536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5133us (5735us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138004.117288:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11782 00000100:00100000:0.0:1746138004.121111:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971889920 00000100:00100000:0.0:1746138004.121120:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971889920 00010000:00010000:0.0:1746138004.121155:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa77d expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.121197:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11783 00000100:00100000:0.0:1746138004.121204:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971889920:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138004.121218:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138004.121241:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa77d expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.121253:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa77d expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.121274:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa77d expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.121286:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.121288:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.121295:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589dfd0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa784 expref: 75 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.121303:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589dfd0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa784 expref: 75 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.121330:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589dfd0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa784 expref: 75 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138004.121341:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967860224:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138004.121630:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.124385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.127050:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.132652:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.136724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.140612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.146822:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.161734:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.173132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.179951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.181249:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.181279:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971891712 00000100:00100000:0.0:1746138004.181281:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971891712 00000100:00100000:0.0:1746138004.181302:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6710 00000100:00100000:0.0:1746138004.181306:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:31559:x1830957971891712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138004.181323:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138004.181333:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589dfd2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa7a0 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.181347:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094961c00/0x8ae21a86589dfd24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa799 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.181352:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.181353:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.181356:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589dfd2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7a0 expref: 9 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.181368:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094961c00/0x8ae21a86589dfd24 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa799 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.181381:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094961c00/0x8ae21a86589dfd24 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa799 expref: 5 pid: 21614 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.181389:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967861120:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138004.181470:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.184360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.189900:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.194292:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.198836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.205459:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.214145:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.214259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.217004:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.217044:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971893120 00000100:00100000:0.0:1746138004.217050:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971893120 00002000:00100000:0.0:1746138004.217091:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2d80 x1830957971893120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.217101:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2d80 with x1830957971893120 ext(0->4095) 00010000:00010000:0.0:1746138004.217109:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd32 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7a7 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.217121:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd32 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7a7 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.217127:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b2d80 00000100:00100000:0.0:1746138004.217159:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2912 00000100:00100000:0.0:1746138004.217166:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971893120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138004.217331:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971893120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138004.217338:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2912 00002000:00100000:0.0:1746138004.217344:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2d80 x1830957971893120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.217351:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2d80 with x1830957971893120 ext(0->4095) 00010000:00010000:0.0:1746138004.217356:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd32 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7a7 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.217364:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094710200/0x8ae21a86589dfd32 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7a7 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.217370:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b2d80 00000100:00100000:0.0:1746138004.219501:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.220564:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.226939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.230065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.231412:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.235296:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971894144 00000100:00100000:0.0:1746138004.235303:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971894144 00002000:00100000:0.0:1746138004.235337:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686680 x1830957971894144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.235346:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686680 with x1830957971894144 ext(0->4095) 00010000:00010000:0.0:1746138004.235354:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094710c00/0x8ae21a86589dfd40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7b5 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.235366:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094710c00/0x8ae21a86589dfd40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7b5 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.235373:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129686680 00000100:00100000:0.0:1746138004.235596:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2914 00000100:00100000:0.0:1746138004.235603:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971894144:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138004.235710:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971894144:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (492us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138004.235716:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2914 00002000:00100000:0.0:1746138004.235720:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686680 x1830957971894144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.235727:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686680 with x1830957971894144 ext(0->4095) 00010000:00010000:0.0:1746138004.235732:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094710c00/0x8ae21a86589dfd40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7b5 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.235740:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094710c00/0x8ae21a86589dfd40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7b5 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.235746:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129686680 00000100:00100000:0.0:1746138004.237924:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.242291:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.245574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.251879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.251967:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.256185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.260504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.263698:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.263725:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971895552 00000100:00100000:0.0:1746138004.263730:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971895552 00002000:00100000:0.0:1746138004.263761:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0a80 x1830957971895552/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.263770:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0a80 with x1830957971895552 ext(0->4095) 00002000:00010000:0.0:1746138004.263775:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b0a80 00000100:00100000:0.0:1746138004.263802:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5026 00000100:00100000:0.0:1746138004.263809:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957971895552:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138004.263966:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957971895552:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138004.263972:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5026 00002000:00100000:0.0:1746138004.263976:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0a80 x1830957971895552/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.263982:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0a80 with x1830957971895552 ext(0->4095) 00002000:00010000:0.0:1746138004.263985:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b0a80 00000100:00100000:0.0:1746138004.266170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.269028:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.270782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.277613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.277725:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.277773:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971896320 00000100:00100000:0.0:1746138004.277782:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971896320 00002000:00100000:0.0:1746138004.277827:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f100 x1830957971896320/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.277837:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f100 with x1830957971896320 ext(0->4095) 00002000:00010000:0.0:1746138004.277842:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606f100 00000100:00100000:0.0:1746138004.277859:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5027 00000100:00100000:0.0:1746138004.277866:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971896320:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138004.278227:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971896320:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 360us (500us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138004.278233:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5027 00002000:00100000:0.0:1746138004.278239:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f100 x1830957971896320/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.278246:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f100 with x1830957971896320 ext(0->4095) 00010000:00010000:0.0:1746138004.278252:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589dfd5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7d1 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.278263:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589dfd5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7d1 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.278269:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606f100 00000100:00100000:0.0:1746138004.279975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.279998:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971896576 00000100:00100000:0.0:1746138004.280003:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971896576 00000100:00100000:0.0:1746138004.282285:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.285169:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.289575:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.292173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.296911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.299850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.299896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.301737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.301834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.301858:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971898112 00000100:00100000:0.0:1746138004.301860:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971898112 00010000:00010000:0.0:1746138004.301874:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfd71 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7e6 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.301895:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11798 00000100:00100000:0.0:1746138004.301899:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971898112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138004.301905:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138004.301921:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfd71 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7e6 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.301929:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfd71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7e6 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.301973:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfd71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7e6 expref: 6 pid: 21614 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.301986:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.301988:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.301993:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589dfd78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7ed expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.302003:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589dfd78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7ed expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.302020:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589dfd78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7ed expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.302028:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589dfd78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7ed expref: 14 pid: 21614 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.302037:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967864192:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138004.302079:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.304556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.308346:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971898496 00000100:00100000:0.0:1746138004.308354:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971898496 00010000:00010000:0.0:1746138004.308382:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589dfd78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa7ed expref: 13 pid: 21614 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.312026:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.315650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.319172:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.322488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.326726:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.326795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.330933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.343485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.348530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.351932:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.353232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.362162:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.366366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.371623:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.380377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.387357:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.392569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.396400:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.400748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.411176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.432295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.433725:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.442277:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.447254:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.451571:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.456377:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.458586:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.462023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.465318:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.469179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.473299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.479267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.483719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.487520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.494578:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.498325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.502578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.503099:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.506474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.511310:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.516158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.519261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.526689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.527402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.527634:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971907072 00000100:00100000:0.0:1746138004.527638:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971907072 00000100:00100000:0.0:1746138004.527663:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6739 00000100:00100000:0.0:1746138004.527670:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31559:x1830957971907072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138004.528027:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138004.534697:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.542946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.547225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.554978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.563738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.567557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138004.569596:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746138004.574548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.577602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.582535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.582608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.585883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.588815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.593304:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.605624:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.610786:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.619145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.619200:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.625874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.629865:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971910528 00000100:00100000:0.0:1746138004.629873:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971910528 00010000:00010000:0.0:1746138004.629902:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589dfe12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa887 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.629925:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11821 00000100:00100000:0.0:1746138004.629931:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971910528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138004.629940:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138004.629960:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589dfe12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa887 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.629969:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589dfe12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa887 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.629988:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589dfe12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa887 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.630014:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.630016:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.630022:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589dfe19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa88e expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.630028:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589dfe19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa88e expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.630060:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589dfe19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa88e expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.630069:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589dfe19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa88e expref: 20 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.630077:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967870208:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138004.630728:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.636279:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.640565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.641562:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967870336:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138004.641722:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138004.647019:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967870336:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138004.647039:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138004.647094:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1960:x1830957971910912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 6309us (6534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138004.647104:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11822 00000100:00100000:0.0:1746138004.647170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.650878:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.655651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.655792:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971911424 00000100:00100000:1.0:1746138004.655799:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971911424 00010000:00010000:1.0:1746138004.655977:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093726000/0x8ae21a86589dfe20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa895 expref: 20 pid: 11153 timeout: 549 lvb_type: 0 00000100:00100000:1.0:1746138004.656013:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11823 00000100:00100000:1.0:1746138004.656020:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957971911424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138004.656030:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138004.656048:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093726000/0x8ae21a86589dfe20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa895 expref: 20 pid: 11153 timeout: 549 lvb_type: 0 00010000:00010000:1.0:1746138004.656057:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093726000/0x8ae21a86589dfe20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa895 expref: 20 pid: 11153 timeout: 549 lvb_type: 0 00010000:00010000:1.0:1746138004.656074:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093726000/0x8ae21a86589dfe20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa895 expref: 20 pid: 11153 timeout: 549 lvb_type: 0 00010000:00010000:1.0:1746138004.656101:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138004.656103:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138004.656108:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfe27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa89c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.656120:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfe27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa89c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.656148:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfe27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa89c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138004.656162:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967870592:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138004.656230:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.657743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.657800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.657948:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967870592:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138004.657964:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138004.659013:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957971911424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2991us (3362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138004.659020:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11823 00000100:00100000:0.0:1746138004.664056:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.665122:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.665180:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971912064 00000100:00100000:1.0:1746138004.665184:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971912064 00010000:00010000:1.0:1746138004.665203:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfe27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa89c expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:1.0:1746138004.665221:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11824 00000100:00100000:1.0:1746138004.665227:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971912064:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138004.665234:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138004.665253:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfe27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa89c expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:1.0:1746138004.665263:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfe27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa89c expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:1.0:1746138004.665279:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589dfe27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa89c expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:1.0:1746138004.665935:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138004.665938:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138004.665945:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589dfe2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8a3 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.665954:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589dfe2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8a3 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.665982:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589dfe2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8a3 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.665992:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589dfe2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8a3 expref: 20 pid: 11153 timeout: 549 lvb_type: 0 00000100:00100000:1.0:1746138004.666280:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967870976:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138004.667210:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.670936:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.671782:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2933 00000100:00100000:1.0:1746138004.671791:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957971912320:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138004.671946:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957971912320:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (1012us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138004.671951:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2933 00002000:00100000:1.0:1746138004.671956:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800935b8a80 x1830957971912320/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138004.671963:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8a80 with x1830957971912320 ext(0->4095) 00010000:00010000:1.0:1746138004.671969:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589dfe2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8a3 expref: 21 pid: 11153 timeout: 549 lvb_type: 0 00010000:00010000:1.0:1746138004.671979:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589dfe2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8a3 expref: 21 pid: 11153 timeout: 549 lvb_type: 0 00002000:00010000:1.0:1746138004.671984:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800935b8a80 00000100:00100000:0.0:1746138004.675081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.679966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.682895:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.689739:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.692158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.696330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.701203:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.705402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.710464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.716096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.726230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.726283:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.729805:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967872000:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138004.729824:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589dfe51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8c6 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.729887:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093727800, rc 0) 00000100:00100000:0.0:1746138004.729997:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957971914240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3455us (3715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138004.730003:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6752 00000100:00100000:1.0:1746138004.730173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.732593:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.735377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.741531:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.745516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.750515:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.750571:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.754005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.756729:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.758762:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.761409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.764007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.766236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.775106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.775356:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.775402:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971916800 00000100:00100000:0.0:1746138004.775409:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971916800 00000100:00100000:0.0:1746138004.775512:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6756 00000100:00100000:0.0:1746138004.775518:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957971916800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138004.775535:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138004.775554:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589dfe6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa8e2 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.775584:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589dfe66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8db expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.775591:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.775593:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138004.775596:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589dfe6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8e2 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.775620:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589dfe66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8db expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138004.776379:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589dfe66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8db expref: 5 pid: 21614 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746138004.776396:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967873024:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138004.776893:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.778555:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.779169:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967873024:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138004.779196:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57e00/0x8ae21a86589dfe6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8e2 expref: 27 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.779212:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:1.0:1746138004.779249:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957971916800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3730us (3893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138004.779256:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6756 00000100:00100000:0.0:1746138004.779291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.783173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.786466:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.791393:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.794996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.795071:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971917824 00000100:00100000:1.0:1746138004.795081:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971917824 00000100:00100000:1.0:1746138004.795147:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6758 00000100:00100000:1.0:1746138004.795156:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971917824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138004.795174:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138004.795193:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589dfe7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa8f0 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.795230:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589dfe74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8e9 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.795237:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138004.795239:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138004.795242:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589dfe7b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8f0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.795928:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589dfe74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8e9 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.795943:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589dfe74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8e9 expref: 25 pid: 8501 timeout: 549 lvb_type: 0 00000100:00100000:1.0:1746138004.795956:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967873536:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138004.796049:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138004.799385:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967873536:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138004.799469:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589dfe7b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8f0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.799489:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f37200, rc 0) 00000100:00100000:1.0:1746138004.799555:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971917824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4399us (4567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138004.799564:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6758 00000100:00100000:0.0:1746138004.799715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.801956:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.802290:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971918080 00000100:00100000:1.0:1746138004.802298:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971918080 00000100:00100000:0.0:1746138004.802483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.802976:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6759 00000100:00100000:1.0:1746138004.802985:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957971918080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138004.802999:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138004.803014:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8ae21a86589dfe82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa8f7 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.803036:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589dfe7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8f0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.803043:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138004.803045:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138004.803048:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8ae21a86589dfe82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8f7 expref: 27 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.803089:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589dfe7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8f0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.804040:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589dfe7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8f0 expref: 5 pid: 21614 timeout: 549 lvb_type: 0 00000100:00100000:1.0:1746138004.804053:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967873792:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138004.804105:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138004.807570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.807764:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967873792:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138004.807803:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f37400/0x8ae21a86589dfe82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa8f7 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138004.807826:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f37400, rc 0) 00000100:00100000:1.0:1746138004.807865:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957971918080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4882us (5915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138004.807872:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6759 00000100:00100000:0.0:1746138004.808365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.811258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.813789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.817795:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.821714:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.828601:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.829992:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.834760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.837580:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.842106:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.846118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.847502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.847535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.847554:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.847568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.847589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.847617:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971920768 00000100:00100000:0.0:1746138004.847623:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971920768 00000100:00080000:0.0:1746138004.847640:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746138004.847708:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971921024 00000100:00100000:1.0:1746138004.847712:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971921024 00000100:00100000:0.0:1746138004.847767:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 339 00000100:00100000:0.0:1746138004.847774:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1959:x1830957971920768:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746138004.847822:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1959:x1830957971920768:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 48us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138004.847830:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 339 00000100:00100000:1.0:1746138004.848325:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 340 00000100:00100000:1.0:1746138004.848331:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957971921024:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1746138004.848370:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957971921024:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 40us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138004.848375:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 340 00000100:00100000:1.0:1746138004.848395:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 317 00000100:00100000:1.0:1746138004.848400:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957971920640:12345-192.168.204.27@tcp:400:kworker.0 00000100:00080000:0.0:1746138004.848613:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746138004.848617:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746138004.849057:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957971920640:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 656us (1560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138004.849061:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 317 00000100:00100000:0.0:1746138004.852894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.856314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.863016:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.863131:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971921536 00000100:00100000:1.0:1746138004.863143:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971921536 00002000:00100000:1.0:1746138004.863192:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009452bb80 x1830957971921536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138004.863203:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452bb80 with x1830957971921536 ext(0->4095) 00002000:00010000:1.0:1746138004.863209:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009452bb80 00000100:00100000:1.0:1746138004.863247:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5053 00000100:00100000:1.0:1746138004.863256:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971921536:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138004.863524:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971921536:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 268us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138004.863531:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5053 00002000:00100000:1.0:1746138004.863538:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009452bb80 x1830957971921536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138004.863544:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452bb80 with x1830957971921536 ext(0->4095) 00002000:00010000:1.0:1746138004.863547:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009452bb80 00000100:00100000:0.0:1746138004.865712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.872850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.874849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.877269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.883296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.883548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.887544:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.893941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.894036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.900806:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971923200 00000100:00100000:0.0:1746138004.900814:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971923200 00002000:00100000:0.0:1746138004.900851:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0000 x1830957971923200/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.900861:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0000 with x1830957971923200 ext(0->4095) 00010000:00010000:0.0:1746138004.900869:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589dfeb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa928 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.900883:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589dfeb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa928 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.900889:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0000 00000100:00100000:0.0:1746138004.901231:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2948 00000100:00100000:0.0:1746138004.901243:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971923200:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138004.901413:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971923200:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (688us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138004.901452:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2948 00002000:00100000:0.0:1746138004.901764:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0000 x1830957971923200/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.901772:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0000 with x1830957971923200 ext(0->4095) 00010000:00010000:0.0:1746138004.901778:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589dfeb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa928 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746138004.901788:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589dfeb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa928 expref: 6 pid: 8501 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746138004.901794:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0000 00000100:00100000:0.0:1746138004.907999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.913400:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.917319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.919785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.923938:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.924007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.928957:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.934094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.938602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.945352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.945453:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971925120 00000100:00100000:1.0:1746138004.945461:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971925120 00002000:00100000:1.0:1746138004.945498:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fbb80 x1830957971925120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138004.945507:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fbb80 with x1830957971925120 ext(0->4095) 00002000:00010000:1.0:1746138004.945512:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943fbb80 00000100:00100000:1.0:1746138004.945543:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5055 00000100:00100000:1.0:1746138004.945550:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957971925120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138004.945707:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957971925120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138004.945714:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5055 00002000:00100000:1.0:1746138004.945719:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fbb80 x1830957971925120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138004.945726:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fbb80 with x1830957971925120 ext(0->4095) 00002000:00010000:1.0:1746138004.945729:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943fbb80 00000100:00100000:0.0:1746138004.948545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.953274:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.956633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.960747:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.963660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.968893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.969022:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971926144 00000100:00100000:0.0:1746138004.969030:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971926144 00002000:00100000:0.0:1746138004.969068:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b1880 x1830957971926144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:440/0 lens 488/0 e 0 to 0 dl 1746138015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.969078:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b1880 with x1830957971926144 ext(0->4095) 00002000:00010000:0.0:1746138004.969083:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b1880 00000100:00100000:0.0:1746138004.969111:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5056 00000100:00100000:0.0:1746138004.969118:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957971926144:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138004.969269:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957971926144:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138004.969275:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5056 00002000:00100000:0.0:1746138004.969281:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b1880 x1830957971926144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:440/0 lens 488/4536 e 0 to 0 dl 1746138015 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138004.969287:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b1880 with x1830957971926144 ext(0->4095) 00002000:00010000:0.0:1746138004.969290:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b1880 00000100:00100000:0.0:1746138004.971862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.977844:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.983681:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.984341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.986500:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.988988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.989036:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138004.993372:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.996575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138004.997991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.001619:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.004232:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.005486:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.009099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.010169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.013402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.015520:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.015684:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.018178:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.021911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.023081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.025785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138005.026938:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138005.029325:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.029387:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971929856 00000100:00100000:1.0:1746138005.029394:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971929856 00002000:00100000:1.0:1746138005.029463:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766300 x1830957971929856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.029473:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766300 with x1830957971929856 ext(0->4095) 00002000:00010000:1.0:1746138005.029477:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092766300 00000100:00100000:1.0:1746138005.029492:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5058 00000100:00100000:1.0:1746138005.029498:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957971929856:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.029626:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957971929856:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.029632:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5058 00002000:00100000:1.0:1746138005.029637:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766300 x1830957971929856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.029643:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766300 with x1830957971929856 ext(0->4095) 00002000:00010000:1.0:1746138005.029646:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092766300 00000100:00100000:0.0:1746138005.032005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.037105:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.037372:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.040374:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971930496 00000100:00100000:0.0:1746138005.040379:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971930496 00002000:00100000:0.0:1746138005.040405:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3800 x1830957971930496/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.040413:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3800 with x1830957971930496 ext(0->4095) 00010000:00010000:0.0:1746138005.040464:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa991 expref: 6 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746138005.040475:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa991 expref: 6 pid: 8501 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746138005.040481:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae3800 00000100:00100000:0.0:1746138005.040500:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2957 00000100:00100000:0.0:1746138005.040507:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971930496:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138005.040641:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971930496:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138005.040646:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2957 00002000:00100000:0.0:1746138005.040651:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3800 x1830957971930496/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.040657:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3800 with x1830957971930496 ext(0->4095) 00010000:00010000:0.0:1746138005.040661:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa991 expref: 6 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746138005.040668:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa991 expref: 6 pid: 8501 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746138005.040674:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae3800 00000100:00100000:0.0:1746138005.043103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.043699:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11859 00000100:00100000:1.0:1746138005.043709:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971930624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138005.043720:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138005.043738:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa991 expref: 6 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.043752:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa991 expref: 6 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.043769:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa991 expref: 6 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.043799:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.043800:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.043807:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.043814:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.043845:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138005.043857:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967879808:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138005.043916:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.047023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.047604:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967879808:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138005.047624:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138005.047661:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957971930624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3955us (4564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.047670:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11859 00000100:00100000:0.0:1746138005.050759:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.050872:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971931008 00000100:00100000:1.0:1746138005.050880:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971931008 00000100:00100000:1.0:1746138005.050933:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6783 00000100:00100000:1.0:1746138005.050941:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971931008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.050956:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.050972:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa99f expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.051195:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.051202:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.051203:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.051206:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.051233:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.051244:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 29 pid: 8501 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.051256:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967879936:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138005.051454:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138005.058057:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967879936:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138005.058087:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.058107:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094343600, rc 0) 00000100:00100000:1.0:1746138005.058153:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971931008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7212us (7401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.058161:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6783 00000100:00100000:0.0:1746138005.058753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.066400:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.066628:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971931264 00000100:00100000:1.0:1746138005.066636:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971931264 00010000:00010000:1.0:1746138005.066668:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 32 pid: 8501 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.066704:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11860 00000100:00100000:1.0:1746138005.066711:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957971931264:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138005.066721:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746138005.066736:0:7124:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746138004 -> 1746138005 00002000:00010000:1.0:1746138005.066739:0:7124:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746138004 -> 1746138005 00010000:00010000:1.0:1746138005.066744:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 32 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.066754:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 32 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.066773:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144f000/0x8ae21a86589dff23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa998 expref: 32 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.066799:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.066801:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.066807:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.066814:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.066842:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138005.066853:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967880064:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138005.066920:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.069224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.069309:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971931392 00000100:00100000:1.0:1746138005.069313:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971931392 00000100:00100000:1.0:1746138005.069347:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6784 00000100:00100000:1.0:1746138005.069351:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957971931392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.069362:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.069372:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa9a6 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.069387:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.069391:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.069392:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.069394:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9a6 expref: 32 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.069408:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.069449:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 5 pid: 17395 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.069459:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967880192:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138005.069496:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.070099:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971931648 00000100:00100000:0.0:1746138005.070103:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971931648 00002000:00100000:0.0:1746138005.070127:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0e00 x1830957971931648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.070135:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0e00 with x1830957971931648 ext(0->4095) 00010000:00010000:0.0:1746138005.070188:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746138005.070198:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746138005.070204:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0e00 00000100:00100000:0.0:1746138005.070229:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2959 00000100:00100000:0.0:1746138005.070234:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971931648:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138005.070350:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971931648:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138005.070355:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2959 00002000:00100000:0.0:1746138005.070359:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0e00 x1830957971931648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.070366:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0e00 with x1830957971931648 ext(0->4095) 00010000:00010000:0.0:1746138005.070369:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746138005.070378:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094343600/0x8ae21a86589dff2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa99f expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746138005.070383:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0e00 00000100:00100000:1.0:1746138005.071727:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967880192:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138005.071745:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9a6 expref: 32 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.071756:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495d800, rc 0) 00000100:00100000:1.0:1746138005.071798:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957971931392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2445us (2578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.071804:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6784 00000100:00100000:0.0:1746138005.072191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.072223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.072386:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971931776 00000100:00100000:1.0:1746138005.072389:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971931776 00000100:00100000:1.0:1746138005.072590:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6785 00000100:00100000:1.0:1746138005.072596:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957971931776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.072605:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.072613:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589dff38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa9ad expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.072626:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.072629:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9a6 expref: 33 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.072638:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.072641:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589dff38 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9ad expref: 33 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.072660:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9a6 expref: 33 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.072667:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589dff38 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9ad expref: 33 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.072673:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495c600, rc 0) 00000100:00100000:1.0:1746138005.072699:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957971931776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.072703:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6785 00000100:00100000:0.0:1746138005.077449:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b21c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967880448:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138005.077466:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138005.077500:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957971931904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4735us (5276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138005.077509:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11861 00000100:00100000:1.0:1746138005.077800:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971932160 00000100:00100000:1.0:1746138005.077806:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971932160 00002000:00100000:1.0:1746138005.077837:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b20380 x1830957971932160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.077850:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b20380 with x1830957971932160 ext(0->4095) 00010000:00010000:1.0:1746138005.077856:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9a6 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.077867:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9a6 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.077873:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b20380 00000100:00100000:1.0:1746138005.077887:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2960 00000100:00100000:1.0:1746138005.077893:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957971932160:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.078000:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957971932160:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.078630:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2960 00002000:00100000:1.0:1746138005.078636:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b20380 x1830957971932160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.078643:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b20380 with x1830957971932160 ext(0->4095) 00010000:00010000:1.0:1746138005.078648:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9a6 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.078657:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589dff31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9a6 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.078662:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b20380 00000100:00100000:0.0:1746138005.080050:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.083942:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.084154:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971932544 00000100:00100000:1.0:1746138005.084159:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971932544 00002000:00100000:1.0:1746138005.084187:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71180 x1830957971932544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.084195:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71180 with x1830957971932544 ext(0->4095) 00002000:00010000:1.0:1746138005.084199:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71180 00000100:00100000:1.0:1746138005.084213:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5060 00000100:00100000:1.0:1746138005.084219:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957971932544:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138005.084352:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957971932544:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.084358:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5060 00002000:00100000:1.0:1746138005.084363:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71180 x1830957971932544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.084370:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71180 with x1830957971932544 ext(0->4095) 00002000:00010000:1.0:1746138005.084372:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71180 00000100:00100000:1.0:1746138005.086631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.088882:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.092517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.095246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.095326:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.095543:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971933184 00000100:00100000:1.0:1746138005.095550:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971933184 00000100:00100000:1.0:1746138005.096019:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6788 00000100:00100000:1.0:1746138005.096026:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957971933184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.096033:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.096040:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589dff4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa9bb expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.096051:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.096245:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589dff46 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9c2 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.096253:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.096256:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589dff4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9bb expref: 34 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.096279:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589dff46 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9c2 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.096293:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589dff4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9bb expref: 34 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.096301:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ce00, rc 0) 00000100:00100000:1.0:1746138005.096334:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31559:x1830957971933184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 309us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.096341:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6788 00000100:00100000:0.0:1746138005.099983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.102570:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.105531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.106268:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.109357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.113085:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.113155:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.113218:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971934336 00000100:00100000:1.0:1746138005.113225:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971934336 00000100:00100000:1.0:1746138005.113362:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6790 00000100:00100000:1.0:1746138005.113368:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957971934336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.113378:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.113388:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800942c3600/0x8ae21a86589dff5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aa9d0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.113404:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.113408:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589dff54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9c9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.113412:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138005.113448:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800942c3600/0x8ae21a86589dff5b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9d0 expref: 34 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.113673:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589dff54 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9c9 expref: 5 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.113689:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800942c3600/0x8ae21a86589dff5b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9d0 expref: 33 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.113696:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942c3600, rc 0) 00000100:00100000:1.0:1746138005.113714:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957971934336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 346us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.113719:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6790 00000100:00100000:0.0:1746138005.115485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.117582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.119992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.120065:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971935104 00000100:00100000:1.0:1746138005.120071:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971935104 00002000:00100000:1.0:1746138005.120105:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa73b80 x1830957971935104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.120113:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73b80 with x1830957971935104 ext(0->4095) 00002000:00010000:1.0:1746138005.120117:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa73b80 00000100:00100000:1.0:1746138005.120271:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5062 00000100:00100000:1.0:1746138005.120277:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957971935104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.120407:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957971935104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.120412:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5062 00002000:00100000:1.0:1746138005.120456:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa73b80 x1830957971935104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.120464:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73b80 with x1830957971935104 ext(0->4095) 00002000:00010000:1.0:1746138005.120466:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa73b80 00000100:00100000:0.0:1746138005.123128:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.123201:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971935232 00000100:00100000:1.0:1746138005.123208:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971935232 00000100:00100000:0.0:1746138005.127212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.129124:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830957967882496:0@lo:400:kworker.0 00000100:00100000:0.0:1746138005.129144:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138005.129549:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0846c30c-781b-4405-bc84-6046c2d7bab4:3295:1830957967882240:0@lo:400:kworker.0 00000100:00100000:1.0:1746138005.129574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138005.129609:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c2b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3295:1830957967882752:0@lo:400:kworker.0 00000100:00100000:1.0:1746138005.129624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746138005.129670:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746138005.129692:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830957967882496:0@lo:400:kworker.0 00000100:00080000:0.0:1746138005.130507:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746138005.130516:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957967882880 00000100:00100000:0.0:1746138005.130518:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957967882880 00000100:00100000:0.0:1746138005.130539:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1746138005.130544:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957967882880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746138005.130573:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957967882880:12345-0@lo:400:kworker.0 Request processed in 29us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138005.130577:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00080000:0.0:1746138005.130588:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746138005.130827:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0846c30c-781b-4405-bc84-6046c2d7bab4:3295:1830957967882240:0@lo:400:kworker.0 00000100:00100000:1.0:1746138005.130839:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c2b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3295:1830957967882752:0@lo:400:kworker.0 00000100:00100000:0.0:1746138005.131052:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.131146:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.133056:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.133903:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.137889:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.137975:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971936256 00000100:00100000:1.0:1746138005.137986:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971936256 00002000:00100000:1.0:1746138005.138035:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4000 x1830957971936256/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.138044:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4000 with x1830957971936256 ext(0->4095) 00010000:00010000:1.0:1746138005.138053:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589dff69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9de expref: 33 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.138066:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589dff69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9de expref: 33 pid: 8501 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.138073:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced4000 00000100:00100000:1.0:1746138005.138932:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2965 00000100:00100000:1.0:1746138005.138943:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957971936256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.139225:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957971936256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 285us (1346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.139232:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2965 00002000:00100000:1.0:1746138005.139239:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4000 x1830957971936256/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.139246:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4000 with x1830957971936256 ext(0->4095) 00010000:00010000:1.0:1746138005.139253:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589dff69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9de expref: 33 pid: 8501 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.139267:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589dff69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9de expref: 33 pid: 8501 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.139273:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced4000 00000100:00100000:0.0:1746138005.143126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.145596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.145643:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971936640 00000100:00100000:1.0:1746138005.145655:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971936640 00002000:00100000:1.0:1746138005.145698:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4700 x1830957971936640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.145708:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4700 with x1830957971936640 ext(0->4095) 00002000:00010000:1.0:1746138005.145714:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced4700 00000100:00100000:1.0:1746138005.145755:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5063 00000100:00100000:1.0:1746138005.145762:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957971936640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.145930:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957971936640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.145936:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5063 00002000:00100000:1.0:1746138005.145942:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4700 x1830957971936640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.145949:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4700 with x1830957971936640 ext(0->4095) 00002000:00010000:1.0:1746138005.145952:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced4700 00000100:00100000:0.0:1746138005.147937:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.151485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.154740:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.156963:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.157148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.159912:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.163241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.163348:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971937792 00000100:00100000:1.0:1746138005.163353:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971937792 00002000:00100000:1.0:1746138005.163382:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced5f80 x1830957971937792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.163390:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced5f80 with x1830957971937792 ext(0->4095) 00010000:00010000:1.0:1746138005.163397:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589dff7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9f3 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.163408:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589dff7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9f3 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.163455:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced5f80 00000100:00100000:1.0:1746138005.163761:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2966 00000100:00100000:1.0:1746138005.163768:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957971937792:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.164073:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957971937792:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 303us (830us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.164078:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2966 00002000:00100000:1.0:1746138005.164084:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced5f80 x1830957971937792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.164090:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced5f80 with x1830957971937792 ext(0->4095) 00010000:00010000:1.0:1746138005.164095:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589dff7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9f3 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.164104:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589dff7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aa9f3 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.164113:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced5f80 00000100:00100000:0.0:1746138005.166223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.170903:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.171328:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971938176 00000100:00100000:1.0:1746138005.171335:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971938176 00002000:00100000:1.0:1746138005.171368:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced6680 x1830957971938176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.171377:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced6680 with x1830957971938176 ext(0->4095) 00002000:00010000:1.0:1746138005.171381:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced6680 00000100:00100000:1.0:1746138005.171407:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5065 00000100:00100000:1.0:1746138005.171438:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957971938176:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.171570:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957971938176:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.171600:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5065 00002000:00100000:1.0:1746138005.171606:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced6680 x1830957971938176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.171613:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced6680 with x1830957971938176 ext(0->4095) 00002000:00010000:1.0:1746138005.171616:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced6680 00000100:00100000:0.0:1746138005.174570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.177599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.182783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.183155:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.183503:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971938816 00000100:00100000:1.0:1746138005.183506:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971938816 00002000:00100000:1.0:1746138005.183542:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced6d80 x1830957971938816/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.183551:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced6d80 with x1830957971938816 ext(0->4095) 00002000:00010000:1.0:1746138005.183555:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced6d80 00000100:00100000:1.0:1746138005.183567:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5066 00000100:00100000:1.0:1746138005.183572:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971938816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.184229:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971938816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 654us (1450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.184236:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5066 00002000:00100000:1.0:1746138005.184242:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced6d80 x1830957971938816/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.184249:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced6d80 with x1830957971938816 ext(0->4095) 00010000:00010000:1.0:1746138005.184254:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589dff8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa01 expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.184264:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589dff8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa01 expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.184269:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced6d80 00000100:00100000:0.0:1746138005.187259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.189493:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.193511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.193621:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971939328 00000100:00100000:1.0:1746138005.193630:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971939328 00002000:00100000:1.0:1746138005.193990:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced7800 x1830957971939328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.194001:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced7800 with x1830957971939328 ext(0->4095) 00010000:00010000:1.0:1746138005.194011:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589dff93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa08 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.194027:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589dff93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa08 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.194038:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced7800 00000100:00100000:1.0:1746138005.194067:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2967 00000100:00100000:1.0:1746138005.194074:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957971939328:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.194250:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957971939328:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (744us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.194256:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2967 00002000:00100000:1.0:1746138005.194261:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced7800 x1830957971939328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.194268:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced7800 with x1830957971939328 ext(0->4095) 00010000:00010000:1.0:1746138005.194272:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589dff93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa08 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.194281:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589dff93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa08 expref: 33 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.194287:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced7800 00000100:00100000:0.0:1746138005.197911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.202338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.202571:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971939712 00000100:00100000:1.0:1746138005.202581:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971939712 00002000:00100000:1.0:1746138005.202631:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4380 x1830957971939712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.202642:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4380 with x1830957971939712 ext(0->4095) 00002000:00010000:1.0:1746138005.202648:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced4380 00000100:00100000:1.0:1746138005.202689:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5067 00000100:00100000:1.0:1746138005.203161:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957971939712:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138005.203702:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957971939712:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 999us (1379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138005.203710:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5067 00002000:00100000:0.0:1746138005.203717:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4380 x1830957971939712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.203725:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4380 with x1830957971939712 ext(0->4095) 00002000:00010000:0.0:1746138005.203728:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced4380 00000100:00100000:0.0:1746138005.207958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.212033:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.212967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.216406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.223574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.228808:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.234315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.246133:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.248334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.249493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.252165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.255101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.257608:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.257685:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971941888 00000100:00100000:1.0:1746138005.257693:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971941888 00002000:00100000:1.0:1746138005.257737:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c700 x1830957971941888/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.257747:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c700 with x1830957971941888 ext(0->4095) 00002000:00010000:1.0:1746138005.257752:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c700 00000100:00100000:1.0:1746138005.257782:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5069 00000100:00100000:1.0:1746138005.257789:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957971941888:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.258081:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957971941888:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 291us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.258087:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5069 00002000:00100000:1.0:1746138005.258094:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c700 x1830957971941888/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.258101:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c700 with x1830957971941888 ext(0->4095) 00002000:00010000:1.0:1746138005.258103:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c700 00000100:00100000:0.0:1746138005.259582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.262875:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.268388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.268493:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.268841:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971942400 00000100:00100000:0.0:1746138005.268846:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971942400 00002000:00100000:0.0:1746138005.268880:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b21c00 x1830957971942400/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.268888:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b21c00 with x1830957971942400 ext(0->4095) 00002000:00010000:0.0:1746138005.268892:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b21c00 00000100:00100000:0.0:1746138005.268906:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5070 00000100:00100000:0.0:1746138005.268912:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971942400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138005.269049:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971942400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (669us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138005.269054:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5070 00002000:00100000:0.0:1746138005.269059:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b21c00 x1830957971942400/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.269065:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b21c00 with x1830957971942400 ext(0->4095) 00002000:00010000:0.0:1746138005.269068:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b21c00 00000100:00100000:0.0:1746138005.271634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.271674:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.271952:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971942656 00000100:00100000:1.0:1746138005.271960:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971942656 00000100:00100000:1.0:1746138005.271997:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6806 00000100:00100000:1.0:1746138005.272004:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:31560:x1830957971942656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.272018:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.272032:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589dffcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaa40 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.272053:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.272058:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589dffc4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa39 expref: 36 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.272063:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.272066:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589dffcb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa40 expref: 36 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.272095:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589dffc4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa39 expref: 36 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.272106:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589dffcb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa40 expref: 36 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.272114:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495de00, rc 0) 00000100:00100000:1.0:1746138005.272153:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:31560:x1830957971942656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.272159:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6806 00000100:00100000:0.0:1746138005.278070:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.281601:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.288834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.295545:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.302993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.313951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.320185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.320275:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971944064 00000100:00100000:0.0:1746138005.320281:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971944064 00002000:00100000:0.0:1746138005.320314:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606df80 x1830957971944064/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.320322:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606df80 with x1830957971944064 ext(0->4095) 00002000:00010000:0.0:1746138005.320326:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606df80 00000100:00100000:0.0:1746138005.320340:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5072 00000100:00100000:0.0:1746138005.320346:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957971944064:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746138005.320515:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957971944064:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138005.320521:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5072 00002000:00100000:0.0:1746138005.320525:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606df80 x1830957971944064/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138005.320533:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606df80 with x1830957971944064 ext(0->4095) 00002000:00010000:0.0:1746138005.320536:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606df80 00000100:00100000:0.0:1746138005.322312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.322814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.329770:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.332757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.337017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.341080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.341712:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971945088 00000100:00100000:1.0:1746138005.341720:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971945088 00002000:00100000:1.0:1746138005.341770:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700700 x1830957971945088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.341780:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700700 with x1830957971945088 ext(0->4095) 00002000:00010000:1.0:1746138005.341785:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094700700 00000100:00100000:1.0:1746138005.341823:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5073 00000100:00100000:1.0:1746138005.341832:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1957:x1830957971945088:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.342066:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957971945088:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (929us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.342072:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5073 00002000:00100000:1.0:1746138005.342078:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700700 x1830957971945088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.342085:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700700 with x1830957971945088 ext(0->4095) 00002000:00010000:1.0:1746138005.342088:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094700700 00000100:00100000:0.0:1746138005.344596:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.349944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.351783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.354893:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971945728 00000100:00100000:1.0:1746138005.354898:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971945728 00002000:00100000:1.0:1746138005.354930:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88700 x1830957971945728/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.354940:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88700 with x1830957971945728 ext(0->4095) 00010000:00010000:1.0:1746138005.354946:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589dffe7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa5c expref: 6 pid: 21614 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.354957:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589dffe7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa5c expref: 6 pid: 21614 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.354963:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88700 00000100:00100000:1.0:1746138005.354976:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2974 00000100:00100000:1.0:1746138005.354982:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971945728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.355155:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971945728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.355165:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2974 00002000:00100000:1.0:1746138005.355171:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88700 x1830957971945728/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.355178:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88700 with x1830957971945728 ext(0->4095) 00010000:00010000:1.0:1746138005.355182:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589dffe7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa5c expref: 6 pid: 21614 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.355190:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589dffe7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa5c expref: 6 pid: 21614 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.355196:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88700 00000100:00100000:0.0:1746138005.357807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.360104:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.363688:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.363972:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971946240 00000100:00100000:1.0:1746138005.363979:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971946240 00002000:00100000:1.0:1746138005.364013:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701880 x1830957971946240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.364021:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701880 with x1830957971946240 ext(0->4095) 00010000:00010000:1.0:1746138005.364028:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589dffee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa63 expref: 37 pid: 21614 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.364040:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589dffee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa63 expref: 37 pid: 21614 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.364046:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701880 00000100:00100000:1.0:1746138005.364193:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2975 00000100:00100000:1.0:1746138005.364200:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957971946240:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.364342:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957971946240:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.364347:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2975 00002000:00100000:1.0:1746138005.364352:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701880 x1830957971946240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.364358:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701880 with x1830957971946240 ext(0->4095) 00010000:00010000:1.0:1746138005.364363:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589dffee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa63 expref: 37 pid: 21614 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.364372:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589dffee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa63 expref: 37 pid: 21614 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.364377:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701880 00000100:00100000:0.0:1746138005.367816:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.372047:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.374519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.377658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.379744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.379812:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971947136 00000100:00100000:1.0:1746138005.379818:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971947136 00002000:00100000:1.0:1746138005.379847:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702680 x1830957971947136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.379854:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702680 with x1830957971947136 ext(0->4095) 00002000:00010000:1.0:1746138005.379858:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094702680 00000100:00100000:1.0:1746138005.379884:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5075 00000100:00100000:1.0:1746138005.379890:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971947136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.380011:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971947136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.380016:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5075 00002000:00100000:1.0:1746138005.380022:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702680 x1830957971947136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.380028:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702680 with x1830957971947136 ext(0->4095) 00002000:00010000:1.0:1746138005.380030:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094702680 00000100:00100000:0.0:1746138005.382869:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.382934:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.384975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.387213:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.387522:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971947776 00000100:00100000:1.0:1746138005.387530:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971947776 00002000:00100000:1.0:1746138005.387573:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703480 x1830957971947776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.387583:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703480 with x1830957971947776 ext(0->4095) 00010000:00010000:1.0:1746138005.387591:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa7f expref: 37 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.387603:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa7f expref: 37 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.387609:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094703480 00000100:00100000:1.0:1746138005.387673:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2976 00000100:00100000:1.0:1746138005.387681:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957971947776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.387833:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957971947776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (620us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.387839:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2976 00002000:00100000:1.0:1746138005.387845:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703480 x1830957971947776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.387852:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703480 with x1830957971947776 ext(0->4095) 00010000:00010000:1.0:1746138005.387857:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa7f expref: 37 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.387866:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa7f expref: 37 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.387871:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094703480 00000100:00100000:0.0:1746138005.389743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.389969:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.392841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.394708:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.394782:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.399019:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.401761:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971948928 00000100:00100000:0.0:1746138005.401770:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971948928 00010000:00010000:0.0:1746138005.401806:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0011 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa86 expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746138005.401841:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11894 00000100:00100000:0.0:1746138005.401848:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971948928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138005.401861:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138005.401883:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0011 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa86 expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746138005.401893:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0011 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa86 expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746138005.401916:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0011 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa86 expref: 6 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746138005.401940:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138005.401942:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138005.401949:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0018 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa8d expref: 35 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138005.401957:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0018 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa8d expref: 35 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138005.401986:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0018 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaa8d expref: 35 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138005.401997:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094700380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967889664:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138005.402084:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.404165:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.404269:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971949184 00000100:00100000:1.0:1746138005.404276:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971949184 00002000:00100000:1.0:1746138005.404319:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700e00 x1830957971949184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.404329:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700e00 with x1830957971949184 ext(0->4095) 00002000:00010000:1.0:1746138005.404334:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094700e00 00000100:00100000:1.0:1746138005.404352:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5076 00000100:00100000:1.0:1746138005.404358:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957971949184:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.404563:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957971949184:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.404569:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5076 00002000:00100000:1.0:1746138005.404574:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700e00 x1830957971949184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.404581:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700e00 with x1830957971949184 ext(0->4095) 00002000:00010000:1.0:1746138005.404584:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094700e00 00000100:00100000:0.0:1746138005.407177:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.411398:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.413230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.413278:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971949696 00000100:00100000:1.0:1746138005.413285:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971949696 00002000:00100000:1.0:1746138005.413321:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b215500 x1830957971949696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.413332:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b215500 with x1830957971949696 ext(0->4095) 00002000:00010000:1.0:1746138005.413336:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b215500 00000100:00100000:1.0:1746138005.413363:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5077 00000100:00100000:1.0:1746138005.413370:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971949696:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138005.413569:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957971949696:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.413575:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5077 00002000:00100000:1.0:1746138005.413580:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b215500 x1830957971949696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.413586:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b215500 with x1830957971949696 ext(0->4095) 00002000:00010000:1.0:1746138005.413589:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b215500 00000100:00100000:0.0:1746138005.414743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.414775:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.416388:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.419398:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.421768:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.424703:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.427483:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.430076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.433571:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.434840:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.435571:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.437330:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.438996:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.441677:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.444120:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.446891:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.450614:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.451942:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971952512 00000100:00100000:1.0:1746138005.451949:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971952512 00002000:00100000:1.0:1746138005.451996:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800998b3b80 x1830957971952512/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 496/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.452006:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3b80 with x1830957971952512 ext(0->7) 00010000:00010000:1.0:1746138005.452012:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaab7 expref: 36 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.452025:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaab7 expref: 36 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.452032:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b3b80 00000100:00100000:1.0:1746138005.452065:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2981 00000100:00100000:1.0:1746138005.452072:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957971952512:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138005.452395:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957971952512:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 323us (1792us total) trans 4294967955 rc 0/0 00000100:00100000:1.0:1746138005.452401:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2981 00002000:00100000:1.0:1746138005.452406:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800998b3b80 x1830957971952512/t4294967955(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 496/448 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.452444:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3b80 with x1830957971952512 ext(0->7) 00010000:00010000:1.0:1746138005.452448:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaab7 expref: 38 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.452457:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaab7 expref: 38 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.452463:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b3b80 00000100:00100000:0.0:1746138005.460248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.463637:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.464658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.467220:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.467269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.470953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.474092:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.477211:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.479831:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.484101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.488285:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.488325:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.491981:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.492102:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971954688 00000100:00100000:0.0:1746138005.492113:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971954688 00000100:00100000:0.0:1746138005.492153:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6829 00000100:00100000:0.0:1746138005.492161:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31560:x1830957971954688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138005.492180:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138005.492199:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e006c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaae1 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138005.492227:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138005.492234:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0065 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaada expref: 40 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138005.492240:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138005.492244:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e006c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaae1 expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138005.492280:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0065 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaada expref: 40 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138005.492294:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e006c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaae1 expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138005.492304:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57800, rc 0) 00000100:00100000:0.0:1746138005.492347:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957971954688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138005.492352:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6829 00000100:00100000:0.0:1746138005.492391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.502569:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.504901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.507632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.508961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.511126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.516583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.518064:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.521647:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.521746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.521874:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971956224 00000100:00100000:1.0:1746138005.521882:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971956224 00000100:00100000:1.0:1746138005.521912:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6832 00000100:00100000:1.0:1746138005.521918:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31560:x1830957971956224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.521934:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.521950:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0081 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaaf6 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.522280:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.522288:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.522295:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.522298:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0081 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaf6 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.522332:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.522343:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0081 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaf6 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.522350:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.522351:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.522358:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.522365:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.522382:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.522394:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.522439:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967893376:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138005.522949:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138005.524198:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967893376:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138005.524217:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ce00, rc 0) 00000100:00100000:1.0:1746138005.524248:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31560:x1830957971956224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2329us (2611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.524255:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6832 00000100:00100000:1.0:1746138005.524649:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971956608 00000100:00100000:1.0:1746138005.524655:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971956608 00002000:00100000:1.0:1746138005.524751:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149880 x1830957971956608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.524761:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149880 with x1830957971956608 ext(0->4095) 00010000:00010000:1.0:1746138005.524769:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.524782:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.524788:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130149880 00000100:00100000:1.0:1746138005.524903:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2985 00000100:00100000:1.0:1746138005.524911:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957971956608:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.525282:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957971956608:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 372us (743us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.525289:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2985 00002000:00100000:1.0:1746138005.525295:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149880 x1830957971956608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.525303:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149880 with x1830957971956608 ext(0->4095) 00010000:00010000:1.0:1746138005.525308:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.525317:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e007a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaef expref: 39 pid: 17395 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.525323:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130149880 00000100:00100000:0.0:1746138005.527744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.534139:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.534311:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971956992 00000100:00100000:1.0:1746138005.534321:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971956992 00002000:00100000:1.0:1746138005.534367:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced7100 x1830957971956992/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.534377:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced7100 with x1830957971956992 ext(0->4095) 00002000:00010000:1.0:1746138005.534383:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced7100 00000100:00100000:1.0:1746138005.534452:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5085 00000100:00100000:1.0:1746138005.534458:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1959:x1830957971956992:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138005.534652:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1959:x1830957971956992:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.534658:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5085 00002000:00100000:1.0:1746138005.534663:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced7100 x1830957971956992/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.534669:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced7100 with x1830957971956992 ext(0->4095) 00002000:00010000:1.0:1746138005.534672:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced7100 00000100:00100000:0.0:1746138005.536658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.536796:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971957120 00000100:00100000:1.0:1746138005.536806:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971957120 00000100:00100000:1.0:1746138005.537025:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6833 00000100:00100000:1.0:1746138005.537034:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971957120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.537056:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.537074:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0088 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaafd expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.537105:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0081 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaf6 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.537112:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.537113:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.537117:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0088 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaafd expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.537150:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaf6 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.537162:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaf6 expref: 37 pid: 11153 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.537185:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967893632:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138005.537728:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.541587:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138005.542099:0:11153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0081 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaaf6 expref: 38 pid: 11153 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.542318:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967893632:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138005.542344:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0088 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaafd expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.542361:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae3800, rc 0) 00000100:00100000:1.0:1746138005.543016:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971957120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5981us (6367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.543025:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6833 00000100:00100000:0.0:1746138005.543663:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.544064:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971957376 00000100:00100000:1.0:1746138005.544070:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971957376 00000100:00100000:1.0:1746138005.544112:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6834 00000100:00100000:1.0:1746138005.544120:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31559:x1830957971957376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.544137:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.544157:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e008f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab04 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.544183:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0088 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaafd expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.544189:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.544191:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.544194:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e008f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab04 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.544218:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaafd expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.544231:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0088 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaafd expref: 5 pid: 11153 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.544246:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967893888:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138005.544303:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.546894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.547621:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967893888:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138005.547651:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e008f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab04 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.547671:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae2200, rc 0) 00000100:00100000:1.0:1746138005.547716:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31559:x1830957971957376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3597us (4054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.547725:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6834 00000100:00100000:0.0:1746138005.550754:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.553650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.558993:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.559117:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971958144 00000100:00100000:1.0:1746138005.559151:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971958144 00000100:00100000:1.0:1746138005.559257:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6835 00000100:00100000:1.0:1746138005.559266:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971958144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.559290:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.559307:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0096 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab0b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.559338:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e008f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab04 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.559344:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.559346:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.559349:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0096 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab0b expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.559384:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e008f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab04 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.559394:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e008f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab04 expref: 37 pid: 11153 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.559404:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967894144:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138005.559586:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.569103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.569305:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967894144:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138005.569340:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0096 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab0b expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.569362:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495d800, rc 0) 00000100:00100000:1.0:1746138005.569465:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971958144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10198us (10484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.569477:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6835 00000100:00100000:0.0:1746138005.572798:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.576039:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.576111:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971958528 00000100:00100000:1.0:1746138005.576121:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971958528 00000100:00100000:1.0:1746138005.576231:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6836 00000100:00100000:0.0:1746138005.576237:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.576240:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31559:x1830957971958528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.576329:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.576349:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e009d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab12 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.576450:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0096 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab0b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.576461:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.576463:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.576466:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e009d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab12 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.576500:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0096 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab0b expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.576511:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0096 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab0b expref: 6 pid: 11153 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.576523:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967894400:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138005.576588:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138005.578404:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967894400:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138005.578473:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e009d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab12 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.578488:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ce00, rc 0) 00000100:00100000:1.0:1746138005.578526:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31559:x1830957971958528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2288us (2498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.578534:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6836 00000100:00100000:0.0:1746138005.579097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.579174:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.579325:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971958912 00000100:00100000:1.0:1746138005.579331:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971958912 00000100:00100000:1.0:1746138005.579367:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6837 00000100:00100000:1.0:1746138005.579372:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957971958912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.579387:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.579398:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e00a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab19 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.579453:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.579458:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e009d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab12 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.579463:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.579466:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e00a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab19 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.579492:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e009d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab12 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.579500:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e00a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab19 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.579507:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae3600, rc 0) 00000100:00100000:1.0:1746138005.579528:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957971958912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.579534:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6837 00000100:00100000:0.0:1746138005.582913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.587742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.591194:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094701c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967894784:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138005.591215:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138005.591263:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957971959424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3289us (3532us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138005.591272:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11914 00000100:00100000:0.0:1746138005.591823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.591920:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971959680 00000100:00100000:1.0:1746138005.591927:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971959680 00002000:00100000:1.0:1746138005.591963:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70a80 x1830957971959680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.591972:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70a80 with x1830957971959680 ext(0->4095) 00002000:00010000:1.0:1746138005.591977:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa70a80 00000100:00100000:1.0:1746138005.592003:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5087 00000100:00100000:1.0:1746138005.592009:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957971959680:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.592139:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957971959680:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.592144:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5087 00002000:00100000:1.0:1746138005.592149:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70a80 x1830957971959680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.592156:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70a80 with x1830957971959680 ext(0->4095) 00002000:00010000:1.0:1746138005.592159:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa70a80 00000100:00100000:0.0:1746138005.596898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.597187:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971959808 00000100:00100000:1.0:1746138005.597196:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971959808 00000100:00100000:1.0:1746138005.597293:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6838 00000100:00100000:1.0:1746138005.597301:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971959808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.597317:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.597337:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e00ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab20 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.597369:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e00a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab19 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.597376:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.597378:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.597381:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e00ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab20 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.597445:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e00a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab19 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.597456:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e00a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab19 expref: 39 pid: 11153 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.597466:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967894912:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138005.597537:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.599767:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.599878:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967894912:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138005.599906:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e00ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab20 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.599923:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae2200, rc 0) 00000100:00100000:1.0:1746138005.599959:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971959808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2659us (3569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.599966:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6838 00000100:00100000:0.0:1746138005.602591:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.602651:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971960192 00000100:00100000:1.0:1746138005.602657:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971960192 00002000:00100000:1.0:1746138005.602868:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c000 x1830957971960192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.602878:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957971960192 ext(0->4095) 00002000:00010000:1.0:1746138005.602882:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c000 00000100:00100000:1.0:1746138005.602914:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5088 00000100:00100000:1.0:1746138005.602921:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971960192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.603666:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971960192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 744us (1129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.603673:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5088 00002000:00100000:1.0:1746138005.603678:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c000 x1830957971960192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.603686:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957971960192 ext(0->4095) 00002000:00010000:1.0:1746138005.603689:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c000 00000100:00100000:0.0:1746138005.604140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.604228:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971960320 00000100:00100000:1.0:1746138005.604233:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971960320 00000100:00100000:1.0:1746138005.604263:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6839 00000100:00100000:1.0:1746138005.604269:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957971960320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.604279:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.604293:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab27 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.604314:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e00ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab20 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.604322:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.604323:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.604325:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab27 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.604348:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e00ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab20 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.604363:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e00ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab20 expref: 5 pid: 11153 timeout: 550 lvb_type: 0 00000100:00100000:1.0:1746138005.604372:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967895168:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138005.604463:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138005.607653:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.607654:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967895168:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138005.607679:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab27 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.607696:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495de00, rc 0) 00000100:00100000:1.0:1746138005.607780:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31559:x1830957971960320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3510us (3640us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.607787:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6839 00000100:00100000:0.0:1746138005.607791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.611950:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.612074:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971960832 00000100:00100000:1.0:1746138005.612080:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971960832 00002000:00100000:1.0:1746138005.612114:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765500 x1830957971960832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.612123:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765500 with x1830957971960832 ext(0->4095) 00010000:00010000:1.0:1746138005.612131:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab27 expref: 41 pid: 11153 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.612142:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab27 expref: 41 pid: 11153 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.612152:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765500 00000100:00100000:1.0:1746138005.612177:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2990 00000100:00100000:1.0:1746138005.612183:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1957:x1830957971960832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.612316:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1957:x1830957971960832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.612321:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2990 00002000:00100000:1.0:1746138005.612326:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765500 x1830957971960832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.612332:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765500 with x1830957971960832 ext(0->4095) 00010000:00010000:1.0:1746138005.612336:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab27 expref: 41 pid: 11153 timeout: 550 lvb_type: 0 00010000:00010000:1.0:1746138005.612344:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab27 expref: 41 pid: 11153 timeout: 550 lvb_type: 0 00002000:00010000:1.0:1746138005.612349:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765500 00000100:00100000:0.0:1746138005.613990:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.618090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.621760:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.626745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.629599:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.629716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.635073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.635136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.641717:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.647934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.651333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.653760:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.656557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.659161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.660918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.661551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.661622:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971963520 00000100:00100000:1.0:1746138005.661626:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971963520 00000100:00100000:1.0:1746138005.661707:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6846 00000100:00100000:1.0:1746138005.661714:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957971963520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.661720:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.661727:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e00e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab58 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.661739:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.661743:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e00dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab51 expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.661748:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.661750:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e00e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab58 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.661771:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e00dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab51 expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.661782:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e00e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab58 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.661790:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495d800, rc 0) 00000100:00100000:1.0:1746138005.662009:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31560:x1830957971963520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 294us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.662014:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6846 00000100:00100000:0.0:1746138005.663715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.665756:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.668164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.670871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.675223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.677946:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.679842:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.682351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.682658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.682738:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971965056 00000100:00100000:1.0:1746138005.682742:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971965056 00000100:00100000:1.0:1746138005.682761:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6849 00000100:00100000:1.0:1746138005.682765:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957971965056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.682772:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.682778:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab6d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.682792:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.682795:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e00f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab66 expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.682800:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.682802:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab6d expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.682821:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e00f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab66 expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.682836:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e00f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab6d expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.682844:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495de00, rc 0) 00000100:00100000:1.0:1746138005.682877:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31560:x1830957971965056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.682882:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6849 00000100:00100000:0.0:1746138005.685832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.688970:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.694061:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.697850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.701120:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.704112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.707591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.708191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.710033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.712251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.714647:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.718578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.722286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.724523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.727255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.730693:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.732979:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.733054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.733257:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6855 00000100:00100000:1.0:1746138005.733263:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957971968128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.733269:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.733273:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0122 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aab97 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.733301:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.733305:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e011b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab90 expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.733310:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.733312:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0122 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab97 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.733351:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e011b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab90 expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.733360:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0122 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aab97 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.733367:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495d800, rc 0) 00000100:00100000:1.0:1746138005.733400:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31560:x1830957971968128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.733437:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6855 00000100:00100000:0.0:1746138005.736189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.740963:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.745533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.751680:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.755611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.758260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.763489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.763676:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.769231:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.769379:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.774759:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094702300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967899904:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138005.774770:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138005.774792:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957971969792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5108us (5414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138005.774799:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11934 00000100:00100000:0.0:1746138005.780350:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.787130:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.790287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.793935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.796326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.796968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.798535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.798661:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971971200 00000100:00100000:1.0:1746138005.798666:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971971200 00000100:00100000:1.0:1746138005.798704:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6861 00000100:00100000:1.0:1746138005.798710:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957971971200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.798719:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.798729:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e014c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aabc1 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.798744:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.798747:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0145 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabba expref: 41 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.798753:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.798756:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e014c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabc1 expref: 41 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.798776:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0145 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabba expref: 41 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.798784:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e014c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabc1 expref: 41 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.798790:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ce00, rc 0) 00000100:00100000:1.0:1746138005.798808:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957971971200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.798813:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6861 00000100:00100000:0.0:1746138005.799140:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.800831:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.805814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.809576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.811836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.816578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.818928:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.819929:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.821000:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.821125:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971972736 00000100:00100000:1.0:1746138005.821131:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971972736 00000100:00100000:1.0:1746138005.821206:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6864 00000100:00100000:1.0:1746138005.821213:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957971972736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.821228:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.821240:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0161 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aabd6 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.821258:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.821262:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e015a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabcf expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.821272:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.821275:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0161 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabd6 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.821299:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e015a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabcf expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.821309:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0161 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabd6 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.821317:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495c600, rc 0) 00000100:00100000:1.0:1746138005.821380:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31560:x1830957971972736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.821385:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6864 00000100:00100000:0.0:1746138005.823455:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.829065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.833219:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.838197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.840206:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.842284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.845244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.847716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.850076:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.850298:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971974272 00000100:00100000:1.0:1746138005.850307:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971974272 00000100:00100000:1.0:1746138005.850360:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6867 00000100:00100000:1.0:1746138005.850368:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31559:x1830957971974272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.850389:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.850455:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0176 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aabeb expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.850487:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.850493:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e016f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabe4 expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.850503:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.850507:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0176 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabeb expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.850544:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e016f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabe4 expref: 42 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.850556:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0176 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aabeb expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.850565:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ce00, rc 0) 00000100:00100000:1.0:1746138005.850612:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31559:x1830957971974272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 245us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138005.851158:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.851602:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6867 00000100:00100000:0.0:1746138005.853634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.857800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.857922:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.863865:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.867744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.868876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.873369:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.878337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.882759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.885745:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.888190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.893047:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.893093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.898536:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.898595:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971976832 00000100:00100000:1.0:1746138005.898601:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971976832 00000100:00100000:1.0:1746138005.898635:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6872 00000100:00100000:1.0:1746138005.898645:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957971976832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.898658:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.898671:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0199 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aac0e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.898690:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.898694:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0192 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac07 expref: 41 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.898705:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.898708:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0199 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac0e expref: 41 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138005.898724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138005.898735:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0192 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac07 expref: 41 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.898744:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e0199 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac0e expref: 41 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.898750:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ce00, rc 0) 00000100:00100000:1.0:1746138005.898765:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957971976832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.898770:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6872 00000100:00100000:1.0:1746138005.901810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.904855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.908372:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.911221:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.914865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.918926:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.926656:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.926719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.926788:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971978368 00000100:00100000:1.0:1746138005.926799:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971978368 00000100:00100000:1.0:1746138005.926850:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971978496 00000100:00100000:1.0:1746138005.926852:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971978496 00000100:00100000:1.0:1746138005.926871:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6875 00000100:00100000:1.0:1746138005.926877:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31560:x1830957971978496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138005.926914:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138005.926933:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e01ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aac23 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.927040:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138005.927046:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e01a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac1c expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.927052:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138005.927055:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e01ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac23 expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.927080:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e01a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac1c expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.927091:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e01ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac23 expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138005.927101:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495de00, rc 0) 00000100:00100000:1.0:1746138005.927124:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957971978496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 247us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138005.927131:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6875 00000100:00100000:0.0:1746138005.929637:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.931999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.934579:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.937846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.937907:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971979264 00000100:00100000:1.0:1746138005.937916:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971979264 00002000:00100000:1.0:1746138005.937963:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094121c00 x1830957971979264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.937970:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094121c00 with x1830957971979264 ext(0->4095) 00002000:00010000:1.0:1746138005.937975:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094121c00 00000100:00100000:1.0:1746138005.938004:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5109 00000100:00100000:1.0:1746138005.938011:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1958:x1830957971979264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138005.938184:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1958:x1830957971979264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.938192:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5109 00002000:00100000:1.0:1746138005.938196:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094121c00 x1830957971979264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.938201:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094121c00 with x1830957971979264 ext(0->4095) 00002000:00010000:1.0:1746138005.938203:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094121c00 00000100:00100000:0.0:1746138005.941587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.945493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.948960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.949381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.952211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.953151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.955465:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.958220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.960498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.964238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.967108:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.969705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.970818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.972874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.976577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.980683:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.980764:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.986645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138005.986693:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971982464 00000100:00100000:1.0:1746138005.986699:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971982464 00002000:00100000:1.0:1746138005.986740:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c0000 x1830957971982464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/0 e 0 to 0 dl 1746138016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.986749:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0000 with x1830957971982464 ext(0->4095) 00010000:00010000:1.0:1746138005.986758:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e01d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac4d expref: 43 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138005.986770:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e01d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac4d expref: 43 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138005.986777:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c0000 00000100:00100000:1.0:1746138005.986811:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3011 00000100:00100000:1.0:1746138005.986818:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957971982464:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138005.986963:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957971982464:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138005.986970:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3011 00002000:00100000:1.0:1746138005.986975:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c0000 x1830957971982464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:441/0 lens 488/4536 e 0 to 0 dl 1746138016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138005.986982:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0000 with x1830957971982464 ext(0->4095) 00010000:00010000:1.0:1746138005.986986:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e01d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac4d expref: 43 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138005.987005:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e01d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac4d expref: 43 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138005.987010:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c0000 00000100:00100000:0.0:1746138005.992840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.993456:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138005.998312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.003225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138006.004004:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138006.011611:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.011667:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971983360 00000100:00100000:1.0:1746138006.011674:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971983360 00002000:00100000:1.0:1746138006.011748:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c3100 x1830957971983360/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.011758:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3100 with x1830957971983360 ext(0->4095) 00002000:00010000:1.0:1746138006.011762:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c3100 00000100:00100000:1.0:1746138006.011791:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5112 00000100:00100000:1.0:1746138006.011797:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957971983360:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.011938:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957971983360:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.011944:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5112 00002000:00100000:1.0:1746138006.011949:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c3100 x1830957971983360/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.011956:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3100 with x1830957971983360 ext(0->4095) 00002000:00010000:1.0:1746138006.011959:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c3100 00000100:00080000:0.0:1746138006.012021:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138006.014161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.019910:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.020184:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11961 00000100:00100000:1.0:1746138006.020200:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957971983616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.020215:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.020238:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e01e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac5b expref: 42 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.020251:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e01e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac5b expref: 42 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.020271:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e01e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac5b expref: 42 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.020309:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.020311:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.020317:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e01ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac62 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.020324:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e01ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac62 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.020358:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e01ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac62 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.020368:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967906816:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.020478:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.021346:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.023558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.023772:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967906816:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.023786:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.023817:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957971983616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3623us (3914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.023824:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11961 00000100:00100000:0.0:1746138006.027307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.027818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.028364:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971984256 00000100:00100000:0.0:1746138006.028368:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971984256 00010000:00010000:0.0:1746138006.028386:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e01ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac62 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.028437:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11962 00000100:00100000:0.0:1746138006.028443:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971984256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.028450:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138006.028468:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e01ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac62 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.028477:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e01ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac62 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.028492:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e01ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac62 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.028508:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.028510:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.028516:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e01f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac69 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.028523:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e01f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac69 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.028545:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e01f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac69 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.028559:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e01f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac69 expref: 42 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.028570:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013014b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967907200:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.028616:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ad80 going to sleep for 11 seconds 00010000:00010000:0.0:1746138006.028627:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138006.034548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.042742:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.049658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.049911:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971984896 00000100:00100000:1.0:1746138006.049917:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971984896 00002000:00100000:1.0:1746138006.049950:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148380 x1830957971984896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.049964:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148380 with x1830957971984896 ext(0->4095) 00002000:00010000:1.0:1746138006.049968:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130148380 00000100:00100000:1.0:1746138006.049984:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5113 00000100:00100000:1.0:1746138006.049990:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1959:x1830957971984896:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138006.050112:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1959:x1830957971984896:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.050117:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5113 00002000:00100000:1.0:1746138006.050122:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148380 x1830957971984896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.050129:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148380 with x1830957971984896 ext(0->4095) 00002000:00010000:1.0:1746138006.050131:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130148380 00000100:00100000:0.0:1746138006.053790:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.060275:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.060332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.066161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.071316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.077780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.077947:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971985920 00000100:00100000:1.0:1746138006.077954:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971985920 00002000:00100000:1.0:1746138006.077989:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148000 x1830957971985920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.077999:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148000 with x1830957971985920 ext(0->4095) 00002000:00010000:1.0:1746138006.078004:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130148000 00000100:00100000:1.0:1746138006.078033:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5114 00000100:00100000:1.0:1746138006.078039:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957971985920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.078173:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957971985920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.078179:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5114 00002000:00100000:1.0:1746138006.078184:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148000 x1830957971985920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.078191:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148000 with x1830957971985920 ext(0->4095) 00002000:00010000:1.0:1746138006.078194:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130148000 00000100:00100000:0.0:1746138006.083152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.089577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.097612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.101828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.101919:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971986560 00000100:00100000:1.0:1746138006.101931:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971986560 00002000:00100000:1.0:1746138006.102046:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014b480 x1830957971986560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.102056:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b480 with x1830957971986560 ext(0->4095) 00002000:00010000:1.0:1746138006.102061:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014b480 00000100:00100000:1.0:1746138006.102091:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5115 00000100:00100000:1.0:1746138006.102099:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971986560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.102308:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957971986560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 209us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.102315:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5115 00002000:00100000:1.0:1746138006.102328:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014b480 x1830957971986560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.102335:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b480 with x1830957971986560 ext(0->4095) 00002000:00010000:1.0:1746138006.102338:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014b480 00000100:00100000:0.0:1746138006.103351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.103944:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.104019:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971986816 00000100:00100000:1.0:1746138006.104022:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971986816 00000100:00100000:1.0:1746138006.104043:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6891 00000100:00100000:1.0:1746138006.104048:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957971986816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.104055:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.104063:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e021e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aac93 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.104076:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.104080:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0217 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac8c expref: 46 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.104086:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.104089:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e021e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac93 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.104109:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0217 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac8c expref: 46 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.104118:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e021e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac93 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.104130:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae3800, rc 0) 00000100:00100000:1.0:1746138006.104157:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957971986816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.104163:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6891 00000100:00100000:0.0:1746138006.105193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.107986:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.108035:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971987200 00000100:00100000:1.0:1746138006.108043:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971987200 00002000:00100000:1.0:1746138006.108080:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0380 x1830957971987200/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.108090:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0380 with x1830957971987200 ext(0->4095) 00010000:00010000:1.0:1746138006.108099:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac8c expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.108112:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac8c expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.108119:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b0380 00000100:00100000:1.0:1746138006.108134:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3017 00000100:00100000:1.0:1746138006.108139:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971987200:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.108299:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971987200:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.108305:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3017 00002000:00100000:1.0:1746138006.108309:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0380 x1830957971987200/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.108317:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0380 with x1830957971987200 ext(0->4095) 00010000:00010000:1.0:1746138006.108321:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac8c expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.108330:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aac8c expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.108336:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b0380 00000100:00100000:0.0:1746138006.112269:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.118345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.118997:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971987584 00000100:00100000:1.0:1746138006.119003:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971987584 00002000:00100000:1.0:1746138006.119033:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b1c00 x1830957971987584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.119041:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b1c00 with x1830957971987584 ext(0->4095) 00002000:00010000:1.0:1746138006.119045:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b1c00 00000100:00100000:1.0:1746138006.119077:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5116 00000100:00100000:1.0:1746138006.119084:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1960:x1830957971987584:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138006.119205:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1960:x1830957971987584:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.119210:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5116 00002000:00100000:1.0:1746138006.119215:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b1c00 x1830957971987584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.119221:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b1c00 with x1830957971987584 ext(0->4095) 00002000:00010000:1.0:1746138006.119224:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b1c00 00000100:00100000:0.0:1746138006.122368:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.126828:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.129537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.129620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.134785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.134867:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971988352 00000100:00100000:1.0:1746138006.134879:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971988352 00000100:00100000:0.0:1746138006.134886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.134952:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6894 00000100:00100000:1.0:1746138006.134960:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957971988352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.134977:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.135001:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0233 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaca8 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.135027:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.135033:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e022c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaca1 expref: 46 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.135040:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.135043:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0233 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaca8 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.135076:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e022c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaca1 expref: 46 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.135088:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0233 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaca8 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.135097:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae2a00, rc 0) 00000100:00100000:1.0:1746138006.135170:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957971988352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.135176:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6894 00000100:00100000:0.0:1746138006.139222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.140355:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971988736 00000100:00100000:1.0:1746138006.140365:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971988736 00002000:00100000:1.0:1746138006.140430:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ce00 x1830957971988736/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.140439:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ce00 with x1830957971988736 ext(0->4095) 00010000:00010000:1.0:1746138006.140447:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e022c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaca1 expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.140459:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e022c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaca1 expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.140465:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287ce00 00000100:00100000:1.0:1746138006.140493:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3018 00000100:00100000:1.0:1746138006.140500:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957971988736:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.140640:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957971988736:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (1420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.140645:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3018 00002000:00100000:1.0:1746138006.140651:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ce00 x1830957971988736/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.140658:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ce00 with x1830957971988736 ext(0->4095) 00010000:00010000:1.0:1746138006.140662:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e022c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaca1 expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.140669:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e022c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaca1 expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.140674:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287ce00 00000100:00100000:0.0:1746138006.142071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.147057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.153636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.160329:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.160389:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.163263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.169356:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.173137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.174378:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971990144 00000100:00100000:1.0:1746138006.174386:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971990144 00002000:00100000:1.0:1746138006.174651:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f100 x1830957971990144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.174661:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f100 with x1830957971990144 ext(0->4095) 00002000:00010000:1.0:1746138006.174665:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287f100 00000100:00100000:1.0:1746138006.174693:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5119 00000100:00100000:1.0:1746138006.174702:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957971990144:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.174869:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957971990144:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (1741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.174876:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5119 00002000:00100000:1.0:1746138006.174881:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f100 x1830957971990144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.174887:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f100 with x1830957971990144 ext(0->4095) 00002000:00010000:1.0:1746138006.174889:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287f100 00000100:00100000:1.0:1746138006.177933:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971990272 00000100:00100000:1.0:1746138006.177942:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971990272 00000100:00100000:1.0:1746138006.178000:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6897 00000100:00100000:1.0:1746138006.178008:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971990272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.178027:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.178049:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0248 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aacbd expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.178079:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacb6 expref: 43 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.178087:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.178088:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.178092:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0248 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacbd expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.178121:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacb6 expref: 43 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.178133:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacb6 expref: 43 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.178150:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967910016:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.178249:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.179976:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967910016:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.179999:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0248 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacbd expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.180012:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae2a00, rc 0) 00000100:00100000:1.0:1746138006.180331:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971990272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2322us (2469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.180339:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6897 00000100:00100000:0.0:1746138006.182099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.186640:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971990528 00000100:00100000:1.0:1746138006.186649:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971990528 00000100:00100000:1.0:1746138006.188756:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6898 00000100:00100000:1.0:1746138006.188768:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957971990528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.188789:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.188807:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aacc4 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.188837:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0248 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacbd expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.188845:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.188847:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.188850:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacc4 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.188884:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0248 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacbd expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.188896:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0248 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacbd expref: 5 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.188908:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967910272:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.188977:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.193455:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967910272:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.193491:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacc4 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.193511:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae3800, rc 0) 00000100:00100000:1.0:1746138006.193573:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957971990528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4808us (7072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.193581:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6898 00000100:00100000:0.0:1746138006.195167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.195643:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.196026:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971990912 00000100:00100000:1.0:1746138006.196034:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971990912 00000100:00100000:1.0:1746138006.196085:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6899 00000100:00100000:1.0:1746138006.196092:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957971990912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.196109:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.196125:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0256 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaccb expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.196150:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.196156:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacc4 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.196162:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.196166:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0256 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaccb expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.196199:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacc4 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.196210:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e0256 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaccb expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.196219:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495d800, rc 0) 00000100:00100000:1.0:1746138006.196259:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957971990912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.196264:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6899 00000100:00100000:0.0:1746138006.200784:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.201902:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971991296 00000100:00100000:1.0:1746138006.201911:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971991296 00002000:00100000:1.0:1746138006.201954:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c000 x1830957971991296/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.201963:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957971991296 ext(0->4095) 00010000:00010000:1.0:1746138006.201972:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacc4 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.201985:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacc4 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.201996:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287c000 00000100:00100000:1.0:1746138006.202016:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3021 00000100:00100000:1.0:1746138006.202022:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957971991296:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.202184:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957971991296:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (1410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.202190:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3021 00002000:00100000:1.0:1746138006.202195:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c000 x1830957971991296/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.202203:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957971991296 ext(0->4095) 00010000:00010000:1.0:1746138006.202207:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacc4 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.202216:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e024f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacc4 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.202221:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287c000 00000100:00100000:0.0:1746138006.207587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.213504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.217839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.221574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.224373:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.224814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.224836:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971992320 00000100:00100000:1.0:1746138006.224843:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971992320 00002000:00100000:1.0:1746138006.224876:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092764a80 x1830957971992320/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.224886:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092764a80 with x1830957971992320 ext(0->4095) 00010000:00010000:1.0:1746138006.224891:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e025d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacd2 expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.224901:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e025d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacd2 expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.224906:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092764a80 00000100:00100000:1.0:1746138006.224930:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3022 00000100:00100000:1.0:1746138006.224935:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971992320:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.225384:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971992320:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 448us (633us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.225391:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3022 00002000:00100000:1.0:1746138006.225405:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092764a80 x1830957971992320/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.225412:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092764a80 with x1830957971992320 ext(0->4095) 00010000:00010000:1.0:1746138006.225578:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e025d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacd2 expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.225588:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e025d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacd2 expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.225594:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092764a80 00000100:00100000:0.0:1746138006.227270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.227308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.230646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.230722:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971992832 00000100:00100000:1.0:1746138006.231829:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971992832 00002000:00100000:1.0:1746138006.231880:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765880 x1830957971992832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.231890:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765880 with x1830957971992832 ext(0->4095) 00010000:00010000:1.0:1746138006.231901:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacd9 expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.231915:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacd9 expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.231922:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765880 00000100:00100000:1.0:1746138006.231949:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3023 00000100:00100000:1.0:1746138006.231956:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971992832:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.232117:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971992832:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (1472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.232123:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3023 00002000:00100000:1.0:1746138006.232128:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765880 x1830957971992832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.232136:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765880 with x1830957971992832 ext(0->4095) 00010000:00010000:1.0:1746138006.232140:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacd9 expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.232150:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacd9 expref: 45 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.232156:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765880 00000100:00100000:0.0:1746138006.235548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.238623:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.241065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.241314:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971993344 00000100:00100000:1.0:1746138006.241321:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971993344 00000100:00100000:1.0:1746138006.241371:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6903 00000100:00100000:1.0:1746138006.241379:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971993344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.241408:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.241451:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0272 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aace7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.241476:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e026b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aace0 expref: 43 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.241482:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.241484:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.241487:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0272 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aace7 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.241512:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e026b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aace0 expref: 43 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.241522:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e026b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aace0 expref: 43 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.241533:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967911552:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.241610:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.242891:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967911552:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.242912:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0272 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aace7 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.242925:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495de00, rc 0) 00000100:00100000:1.0:1746138006.243015:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971993344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1635us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.243025:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6903 00000100:00100000:0.0:1746138006.243107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.245217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.248633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.248989:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971993856 00000100:00100000:1.0:1746138006.248996:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971993856 00000100:00100000:1.0:1746138006.249050:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6904 00000100:00100000:1.0:1746138006.249057:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31560:x1830957971993856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.249070:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.249084:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aacee expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.249108:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0272 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aace7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.249114:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.249116:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.249118:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacee expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.249143:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aace7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.249157:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aace7 expref: 5 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.249167:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967911808:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.250122:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.250596:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971993984 00000100:00100000:0.0:1746138006.250601:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971993984 00000100:00100000:0.0:1746138006.250625:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6905 00000100:00100000:0.0:1746138006.250630:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957971993984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138006.250640:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138006.250649:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589e0280 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aacf5 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.250664:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.250668:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacee expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.250673:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138006.250676:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589e0280 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacf5 expref: 46 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.250700:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacee expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.250711:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589e0280 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacf5 expref: 46 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.250720:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56800, rc 0) 00000100:00100000:0.0:1746138006.250749:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957971993984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138006.250756:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6905 00000100:00100000:1.0:1746138006.252168:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967911808:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.252189:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacee expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.252199:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495c600, rc 0) 00000100:00100000:1.0:1746138006.252276:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957971993856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3218us (3648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.252282:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6904 00000100:00100000:0.0:1746138006.252781:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.255731:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.255778:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971994368 00000100:00100000:0.0:1746138006.255788:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971994368 00002000:00100000:0.0:1746138006.255830:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2c9180 x1830957971994368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.255837:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9180 with x1830957971994368 ext(0->4095) 00010000:00010000:0.0:1746138006.255845:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacee expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.255856:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacee expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746138006.255862:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2c9180 00000100:00100000:0.0:1746138006.255877:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3024 00000100:00100000:0.0:1746138006.255881:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957971994368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138006.256034:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957971994368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.256039:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3024 00002000:00100000:0.0:1746138006.256043:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2c9180 x1830957971994368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.256048:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9180 with x1830957971994368 ext(0->4095) 00010000:00010000:0.0:1746138006.256051:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacee expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.256061:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacee expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746138006.256064:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2c9180 00000100:00100000:0.0:1746138006.258582:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.258622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.258687:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971994496 00000100:00100000:1.0:1746138006.258694:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971994496 00000100:00100000:1.0:1746138006.258738:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6906 00000100:00100000:1.0:1746138006.258746:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971994496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.258761:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.258776:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0287 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aacfc expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.258799:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.258804:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589e0280 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacf5 expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.258809:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138006.258812:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0287 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacfc expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.258840:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac56800/0x8ae21a86589e0280 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacf5 expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.258850:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0287 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacfc expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.258859:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae2a00, rc 0) 00000100:00100000:1.0:1746138006.258892:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971994496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.258898:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6906 00000100:00100000:0.0:1746138006.262276:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.264473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.264548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.264665:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971995008 00000100:00100000:1.0:1746138006.264673:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971995008 00000100:00100000:1.0:1746138006.264719:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6907 00000100:00100000:1.0:1746138006.264725:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957971995008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.264740:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.264753:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e028e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aad03 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.264773:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.264777:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0287 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacfc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.264783:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138006.264786:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e028e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad03 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.264813:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0287 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacfc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.264822:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495ce00/0x8ae21a86589e028e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad03 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.264834:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ce00, rc 0) 00000100:00100000:1.0:1746138006.264863:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957971995008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.264868:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6907 00000100:00100000:0.0:1746138006.271325:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.271799:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3026 00000100:00100000:0.0:1746138006.271808:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971995392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138006.272000:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971995392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (685us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.272007:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3026 00002000:00100000:0.0:1746138006.272013:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132a00 x1830957971995392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.272020:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132a00 with x1830957971995392 ext(0->4095) 00010000:00010000:0.0:1746138006.272024:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacfc expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.272035:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ae2a00/0x8ae21a86589e0287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aacfc expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746138006.272046:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c132a00 00000100:00100000:0.0:1746138006.274537:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.277575:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971995776 00000100:00100000:0.0:1746138006.277582:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971995776 00002000:00100000:0.0:1746138006.277619:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702d80 x1830957971995776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.277629:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702d80 with x1830957971995776 ext(0->4095) 00002000:00010000:0.0:1746138006.277634:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094702d80 00000100:00100000:0.0:1746138006.277661:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5123 00000100:00100000:0.0:1746138006.277668:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957971995776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138006.277813:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957971995776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.277819:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5123 00002000:00100000:0.0:1746138006.277824:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702d80 x1830957971995776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.277831:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702d80 with x1830957971995776 ext(0->4095) 00002000:00010000:0.0:1746138006.277833:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094702d80 00000100:00100000:0.0:1746138006.279096:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.282314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.286352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.286863:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971996288 00000100:00100000:1.0:1746138006.286875:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971996288 00002000:00100000:1.0:1746138006.286920:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131f80 x1830957971996288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.286931:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131f80 with x1830957971996288 ext(0->4095) 00002000:00010000:1.0:1746138006.286936:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c131f80 00000100:00100000:1.0:1746138006.287313:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5124 00000100:00100000:1.0:1746138006.287321:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971996288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.288004:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971996288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 684us (1652us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.288012:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5124 00002000:00100000:1.0:1746138006.288019:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131f80 x1830957971996288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.288027:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131f80 with x1830957971996288 ext(0->4095) 00000100:00100000:0.0:1746138006.288099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:1.0:1746138006.288174:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c131f80 00000100:00100000:0.0:1746138006.290214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.290299:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971996544 00000100:00100000:1.0:1746138006.290313:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971996544 00000100:00100000:1.0:1746138006.290384:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6910 00000100:00100000:1.0:1746138006.290402:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957971996544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.290449:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.290468:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e02a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aad18 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.290503:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.290508:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e029c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad11 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.290514:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.290518:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e02a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad18 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.290624:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e029c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad11 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.290771:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e02a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad18 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.290781:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495c600, rc 0) 00000100:00100000:1.0:1746138006.290826:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957971996544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 434us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.290831:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6910 00000100:00100000:0.0:1746138006.293367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.293584:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971996928 00000100:00100000:1.0:1746138006.293593:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971996928 00002000:00100000:1.0:1746138006.293638:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131180 x1830957971996928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.293651:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131180 with x1830957971996928 ext(0->4095) 00010000:00010000:1.0:1746138006.293659:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e029c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad11 expref: 45 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.293672:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e029c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad11 expref: 45 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.293679:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c131180 00000100:00100000:1.0:1746138006.293710:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3027 00000100:00100000:1.0:1746138006.293721:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971996928:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.293881:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971996928:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.293888:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3027 00002000:00100000:1.0:1746138006.293894:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131180 x1830957971996928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.293901:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131180 with x1830957971996928 ext(0->4095) 00010000:00010000:1.0:1746138006.293906:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e029c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad11 expref: 45 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.293914:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e029c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad11 expref: 45 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.293919:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c131180 00000100:00100000:0.0:1746138006.297505:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.302096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.302133:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971997312 00000100:00100000:1.0:1746138006.302139:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971997312 00002000:00100000:1.0:1746138006.302168:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132d80 x1830957971997312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.302183:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132d80 with x1830957971997312 ext(0->4095) 00002000:00010000:1.0:1746138006.302187:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c132d80 00000100:00100000:1.0:1746138006.302219:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5125 00000100:00100000:1.0:1746138006.302225:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957971997312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.302361:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957971997312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.302367:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5125 00002000:00100000:1.0:1746138006.302372:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132d80 x1830957971997312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.302379:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132d80 with x1830957971997312 ext(0->4095) 00002000:00010000:1.0:1746138006.302381:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c132d80 00000100:00100000:0.0:1746138006.303822:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.303896:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971997440 00000100:00100000:1.0:1746138006.303901:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971997440 00000100:00100000:1.0:1746138006.303934:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6911 00000100:00100000:1.0:1746138006.303941:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957971997440:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.303953:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.303967:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e02aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aad1f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.303989:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e02a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad18 expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.303995:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.303996:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.304000:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e02aa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad1f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.304023:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e02a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad18 expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.304032:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e02a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad18 expref: 43 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.304042:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967913600:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.304119:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.306779:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967913600:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.306807:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e02aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad1f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.306821:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495d800, rc 0) 00000100:00100000:1.0:1746138006.306869:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957971997440:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2927us (3050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.306876:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6911 00000100:00100000:0.0:1746138006.307240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.311988:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.312189:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971997824 00000100:00100000:1.0:1746138006.312200:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971997824 00002000:00100000:1.0:1746138006.312243:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131c00 x1830957971997824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.312253:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131c00 with x1830957971997824 ext(0->4095) 00002000:00010000:1.0:1746138006.312258:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c131c00 00000100:00100000:1.0:1746138006.312334:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5126 00000100:00100000:1.0:1746138006.312342:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971997824:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.312926:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957971997824:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 426us (782us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.312927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.312934:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5126 00002000:00100000:1.0:1746138006.312941:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131c00 x1830957971997824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.312948:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131c00 with x1830957971997824 ext(0->4095) 00002000:00010000:1.0:1746138006.312951:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c131c00 00000100:00100000:0.0:1746138006.315375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.315505:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.315600:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971998080 00000100:00100000:1.0:1746138006.315609:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971998080 00000100:00100000:1.0:1746138006.315642:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6913 00000100:00100000:1.0:1746138006.315649:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957971998080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.315666:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.315681:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e02b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aad2d expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.315705:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.315710:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.315716:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.315720:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e02b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad2d expref: 46 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.315755:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.315771:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e02b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad2d expref: 46 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.315779:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae2200, rc 0) 00000100:00100000:1.0:1746138006.315817:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957971998080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.315823:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6913 00000100:00100000:0.0:1746138006.318910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.318997:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971998464 00000100:00100000:1.0:1746138006.319006:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971998464 00002000:00100000:1.0:1746138006.319312:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091457800 x1830957971998464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.319322:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091457800 with x1830957971998464 ext(0->4095) 00010000:00010000:1.0:1746138006.319331:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.319345:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.319351:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091457800 00000100:00100000:1.0:1746138006.319367:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3028 00000100:00100000:1.0:1746138006.319374:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971998464:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.319544:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971998464:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.319549:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3028 00002000:00100000:1.0:1746138006.319555:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091457800 x1830957971998464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.319562:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091457800 with x1830957971998464 ext(0->4095) 00010000:00010000:1.0:1746138006.319566:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.319574:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.319579:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091457800 00000100:00100000:0.0:1746138006.323236:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971998592 00000100:00100000:0.0:1746138006.323249:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971998592 00010000:00010000:0.0:1746138006.323286:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.323332:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11990 00000100:00100000:0.0:1746138006.323339:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957971998592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.323352:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138006.323372:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.323383:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.323414:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e02b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad26 expref: 45 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.323457:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.323459:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.323466:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e02b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad2d expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.323474:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e02b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad2d expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.323505:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e02b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad2d expref: 44 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138006.323516:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967914240:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.323619:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.325855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.330797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.334661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.336470:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.337740:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.342351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.345301:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.345362:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957971999872 00000100:00100000:1.0:1746138006.345368:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957971999872 00002000:00100000:1.0:1746138006.345497:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6680 x1830957971999872/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.345509:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6680 with x1830957971999872 ext(0->4095) 00002000:00010000:1.0:1746138006.345513:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b6680 00000100:00100000:1.0:1746138006.345536:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5128 00000100:00100000:1.0:1746138006.345542:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957971999872:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.345738:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957971999872:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 195us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.345744:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5128 00002000:00100000:1.0:1746138006.345748:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6680 x1830957971999872/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.345755:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6680 with x1830957971999872 ext(0->4095) 00002000:00010000:1.0:1746138006.345758:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b6680 00000100:00100000:0.0:1746138006.347902:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.356085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.360921:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.366449:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.370624:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.373884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.379868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.386161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.393925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.395051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.396657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.399038:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.401495:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.404938:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.406941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.411786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.415483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.415517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.417785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.417825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.421779:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.423481:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.425074:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.427251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.430757:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972003968 00000100:00100000:0.0:1746138006.430763:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972003968 00010000:00010000:0.0:1746138006.430787:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e02f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad6c expref: 48 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.430813:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12000 00000100:00100000:0.0:1746138006.430819:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972003968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.430833:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138006.430852:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e02f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad6c expref: 48 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.430861:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e02f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad6c expref: 48 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.430941:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e02f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad6c expref: 48 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.430964:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.430966:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.430972:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e02fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad73 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.430979:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e02fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad73 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.431004:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e02fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad73 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138006.431043:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e3c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967916800:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.431097:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.433403:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.436034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.436127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.437270:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972004352 00000100:00100000:1.0:1746138006.437279:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972004352 00000100:00100000:1.0:1746138006.438077:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6925 00000100:00100000:1.0:1746138006.438086:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31559:x1830957972004352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.438094:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.438101:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e030c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aad7a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.438115:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.438119:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0305 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad81 expref: 50 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.438126:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.438129:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e030c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad7a expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.438156:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0305 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad81 expref: 50 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.438167:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e030c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad7a expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.438177:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae2200, rc 0) 00000100:00100000:1.0:1746138006.438203:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:31559:x1830957972004352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (2220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.438209:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6925 00000100:00100000:0.0:1746138006.440497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.443090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.443232:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972004864 00000100:00100000:1.0:1746138006.443239:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972004864 00002000:00100000:1.0:1746138006.443272:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ed80 x1830957972004864/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.443281:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ed80 with x1830957972004864 ext(0->4095) 00010000:00010000:1.0:1746138006.443289:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad81 expref: 49 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.443301:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad81 expref: 49 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.443306:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3ed80 00000100:00100000:1.0:1746138006.443332:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3035 00000100:00100000:1.0:1746138006.443338:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1960:x1830957972004864:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138006.443617:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1960:x1830957972004864:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 279us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.443623:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3035 00002000:00100000:1.0:1746138006.443628:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ed80 x1830957972004864/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.443635:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ed80 with x1830957972004864 ext(0->4095) 00010000:00010000:1.0:1746138006.443639:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad81 expref: 49 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.443647:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad81 expref: 49 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.443652:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3ed80 00000100:00100000:0.0:1746138006.445131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.445186:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.448079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.449698:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.451134:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972005632 00000100:00100000:0.0:1746138006.451139:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972005632 00010000:00010000:0.0:1746138006.451160:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e030c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad7a expref: 49 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.451189:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12003 00000100:00100000:0.0:1746138006.451195:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1957:x1830957972005632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.451203:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138006.451221:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e030c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad7a expref: 49 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.451230:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e030c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad7a expref: 49 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.451249:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ae2200/0x8ae21a86589e030c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad7a expref: 49 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.451273:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.451275:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.451281:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0313 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad88 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.451288:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad88 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.451313:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad88 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.451323:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad88 expref: 5 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.451335:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967917696:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.451430:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.454043:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.456525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.460384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.462639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.463503:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972006400 00000100:00100000:1.0:1746138006.463514:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972006400 00000100:00100000:1.0:1746138006.463564:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6928 00000100:00100000:1.0:1746138006.463572:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972006400:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.463588:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.463602:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0321 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aad96 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.463627:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e031a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad8f expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.463634:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.463636:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.463639:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0321 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad96 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.463665:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e031a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad8f expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.463675:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e031a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad8f expref: 47 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.463685:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967917952:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.463777:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.465575:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.465679:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967917952:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.465706:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0321 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad96 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.465724:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae3800, rc 0) 00000100:00100000:1.0:1746138006.465760:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972006400:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2189us (3124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.465768:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6928 00000100:00100000:0.0:1746138006.468336:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.470216:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.470276:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972006912 00000100:00100000:1.0:1746138006.470282:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972006912 00000100:00100000:1.0:1746138006.470325:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6929 00000100:00100000:1.0:1746138006.470331:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972006912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.470344:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.470360:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0328 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aad9d expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.470386:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0321 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad96 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138006.470649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138006.470653:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.470655:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.470659:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0328 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad9d expref: 48 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.470689:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad96 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.470700:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e0321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad96 expref: 5 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.470718:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967918208:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.470782:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.473350:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967918208:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.473379:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495c600/0x8ae21a86589e0328 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aad9d expref: 49 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.473402:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495c600, rc 0) 00000100:00100000:1.0:1746138006.473470:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31559:x1830957972006912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3138us (3258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.473478:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6929 00000100:00100000:0.0:1746138006.474660:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.477191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.480844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.483036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.486204:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.486314:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972007936 00000100:00100000:1.0:1746138006.486324:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972007936 00000100:00100000:1.0:1746138006.486379:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6931 00000100:00100000:1.0:1746138006.486387:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972007936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.486411:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.486456:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0336 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aadab expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.486486:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e032f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aada4 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.486493:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.486596:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.486601:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0336 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadab expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.486634:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e032f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aada4 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.486645:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e032f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aada4 expref: 47 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.486656:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967918720:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.486863:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.488162:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967918720:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.488193:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0336 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadab expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.488211:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495de00, rc 0) 00000100:00100000:1.0:1746138006.488266:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972007936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1878us (2070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.488275:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6931 00000100:00100000:1.0:1746138006.488580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.490610:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.492654:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.492769:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972008448 00000100:00100000:1.0:1746138006.492777:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972008448 00000100:00100000:1.0:1746138006.492819:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6932 00000100:00100000:1.0:1746138006.492824:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31560:x1830957972008448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.492840:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.492855:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e033d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aadb2 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.492883:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0336 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadab expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.492890:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.492891:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.492895:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e033d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadb2 expref: 48 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.492922:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0336 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadab expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.492932:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009495de00/0x8ae21a86589e0336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadab expref: 5 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.492943:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967918976:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.493035:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.495069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.495166:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967918976:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.495190:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e033d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadb2 expref: 48 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.495206:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495d800, rc 0) 00000100:00100000:1.0:1746138006.495251:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31560:x1830957972008448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2425us (2604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.495257:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6932 00000100:00100000:0.0:1746138006.495308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.498306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.498379:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972008960 00000100:00100000:1.0:1746138006.498406:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972008960 00002000:00100000:1.0:1746138006.498471:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528700 x1830957972008960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.498480:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528700 with x1830957972008960 ext(0->4095) 00010000:00010000:1.0:1746138006.498488:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e033d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadb2 expref: 49 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.498501:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e033d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadb2 expref: 49 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.498507:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094528700 00000100:00100000:0.0:1746138006.500271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.500353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.500850:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5198480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.501977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.504204:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.504249:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.506322:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.508164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.510487:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.512139:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.514010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.515806:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.517122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.518826:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.523491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.526611:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.531064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.533102:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.535142:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.537500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.541244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.541705:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.543459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.548331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.548738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.550832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.553361:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.553511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.556147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.556223:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972013696 00000100:00100000:1.0:1746138006.556232:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972013696 00002000:00100000:1.0:1746138006.556275:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432c380 x1830957972013696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.556286:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c380 with x1830957972013696 ext(0->4095) 00010000:00010000:1.0:1746138006.556294:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e037c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadf1 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.556306:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e037c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadf1 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.556313:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432c380 00000100:00100000:1.0:1746138006.556345:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3045 00000100:00100000:1.0:1746138006.556351:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972013696:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.556550:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972013696:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 199us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.556556:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3045 00002000:00100000:1.0:1746138006.556561:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432c380 x1830957972013696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.556569:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c380 with x1830957972013696 ext(0->4095) 00010000:00010000:1.0:1746138006.556573:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e037c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadf1 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.556582:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e037c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aadf1 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.556588:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432c380 00000100:00100000:0.0:1746138006.557737:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.559848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.559929:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972014080 00000100:00100000:1.0:1746138006.559936:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972014080 00002000:00100000:1.0:1746138006.559984:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432d180 x1830957972014080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.559995:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d180 with x1830957972014080 ext(0->4095) 00002000:00010000:1.0:1746138006.560000:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432d180 00000100:00100000:1.0:1746138006.560028:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5142 00000100:00100000:1.0:1746138006.560035:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957972014080:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.560795:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957972014080:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 758us (947us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.560801:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5142 00002000:00100000:1.0:1746138006.560809:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432d180 x1830957972014080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.560816:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d180 with x1830957972014080 ext(0->4095) 00002000:00010000:1.0:1746138006.560819:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432d180 00000100:00100000:0.0:1746138006.563173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.566777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.568308:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.568398:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972014592 00000100:00100000:1.0:1746138006.568406:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972014592 00002000:00100000:1.0:1746138006.568474:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0700 x1830957972014592/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.568485:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0700 with x1830957972014592 ext(0->4095) 00002000:00010000:1.0:1746138006.568490:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae0700 00000100:00100000:1.0:1746138006.568523:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5143 00000100:00100000:1.0:1746138006.568596:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972014592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.568768:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972014592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 238us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.568774:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5143 00002000:00100000:1.0:1746138006.568778:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0700 x1830957972014592/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.568785:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0700 with x1830957972014592 ext(0->4095) 00002000:00010000:1.0:1746138006.568787:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae0700 00000100:00100000:0.0:1746138006.569765:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.570197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.570312:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972014848 00000100:00100000:1.0:1746138006.570316:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972014848 00000100:00100000:1.0:1746138006.570343:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6945 00000100:00100000:1.0:1746138006.570349:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31560:x1830957972014848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.570356:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.570364:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e0398 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aae0d expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.570376:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.570379:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0391 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae06 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.570385:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.570395:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e0398 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae0d expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.570445:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0391 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae06 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.570459:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e0398 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae0d expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.570467:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999cc400, rc 0) 00000100:00100000:1.0:1746138006.570496:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31560:x1830957972014848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.570502:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6945 00000100:00100000:0.0:1746138006.571757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.575478:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.575755:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972015232 00000100:00100000:1.0:1746138006.575762:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972015232 00002000:00100000:1.0:1746138006.575800:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3100 x1830957972015232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.575809:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3100 with x1830957972015232 ext(0->4095) 00010000:00010000:1.0:1746138006.575818:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae06 expref: 51 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.575837:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae06 expref: 51 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.575843:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae3100 00000100:00100000:1.0:1746138006.575873:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3046 00000100:00100000:1.0:1746138006.575880:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1958:x1830957972015232:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.576039:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1958:x1830957972015232:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.576046:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3046 00002000:00100000:1.0:1746138006.576051:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3100 x1830957972015232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.576057:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3100 with x1830957972015232 ext(0->4095) 00010000:00010000:1.0:1746138006.576062:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae06 expref: 51 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.576070:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae06 expref: 51 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.576075:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae3100 00000100:00100000:0.0:1746138006.577307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.579089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.579138:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972015616 00000100:00100000:1.0:1746138006.579143:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972015616 00002000:00100000:1.0:1746138006.579171:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae1500 x1830957972015616/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.579205:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae1500 with x1830957972015616 ext(0->4095) 00002000:00010000:1.0:1746138006.579209:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae1500 00000100:00100000:1.0:1746138006.579239:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5144 00000100:00100000:1.0:1746138006.579246:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957972015616:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.579366:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957972015616:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.579372:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5144 00002000:00100000:1.0:1746138006.579377:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae1500 x1830957972015616/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.579385:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae1500 with x1830957972015616 ext(0->4095) 00002000:00010000:1.0:1746138006.579398:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae1500 00000100:00100000:0.0:1746138006.580887:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.583729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.585360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.585440:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972016128 00000100:00100000:1.0:1746138006.585445:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972016128 00002000:00100000:1.0:1746138006.585469:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae2a00 x1830957972016128/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.585477:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2a00 with x1830957972016128 ext(0->4095) 00002000:00010000:1.0:1746138006.585480:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae2a00 00000100:00100000:1.0:1746138006.585505:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5145 00000100:00100000:1.0:1746138006.585512:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972016128:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.585627:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972016128:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.585632:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5145 00002000:00100000:1.0:1746138006.585637:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae2a00 x1830957972016128/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.585649:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2a00 with x1830957972016128 ext(0->4095) 00002000:00010000:1.0:1746138006.585651:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae2a00 00000100:00100000:0.0:1746138006.586876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.588969:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.590868:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.594912:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.598711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.598785:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972016896 00000100:00100000:1.0:1746138006.598793:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972016896 00002000:00100000:1.0:1746138006.598835:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012faed500 x1830957972016896/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 496/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.598845:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed500 with x1830957972016896 ext(0->7) 00010000:00010000:1.0:1746138006.598854:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e03a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae1b expref: 50 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.598868:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e03a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae1b expref: 50 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.598875:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faed500 00000100:00100000:1.0:1746138006.598914:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3047 00000100:00100000:1.0:1746138006.598922:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1957:x1830957972016896:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138006.599247:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972016896:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 318us (534us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1746138006.599256:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3047 00002000:00100000:1.0:1746138006.599264:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012faed500 x1830957972016896/t4294967962(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 496/448 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.599269:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed500 with x1830957972016896 ext(0->7) 00010000:00010000:1.0:1746138006.599275:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e03a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae1b expref: 52 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.599288:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e03a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae1b expref: 52 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.599292:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faed500 00000100:00100000:0.0:1746138006.602319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.606192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.606319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.606925:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6949 00000100:00100000:1.0:1746138006.606937:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31559:x1830957972017152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.606956:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.606975:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aae29 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.607003:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e03ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae22 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.607015:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.607017:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.607020:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae29 expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.607048:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e03ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae22 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.607059:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e03ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae22 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.607070:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967923328:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.607202:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.608193:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967923328:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.608216:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae29 expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.608230:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136909e00, rc 0) 00000100:00100000:1.0:1746138006.608276:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31559:x1830957972017152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1341us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.608283:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6949 00000100:00100000:1.0:1746138006.608613:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972017536 00000100:00100000:1.0:1746138006.608618:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972017536 00000100:00100000:1.0:1746138006.608641:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6950 00000100:00100000:1.0:1746138006.608647:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31560:x1830957972017536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.608658:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.608670:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e03bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aae30 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.608687:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.608690:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae29 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.608695:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.608698:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e03bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae30 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.608720:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae29 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.608728:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e03bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae30 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138006.608733:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12026 00010000:00010000:1.0:1746138006.608735:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999cc600, rc 0) 00000100:00100000:0.0:1746138006.608739:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972017664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.608746:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138006.608755:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972017536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.608759:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6950 00010000:00010000:0.0:1746138006.608763:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e03ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae22 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.608772:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e03ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae22 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.608862:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e03ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae22 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.608888:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.608889:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.608895:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae29 expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.608901:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae29 expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.608920:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae29 expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.608930:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e03b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae29 expref: 52 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.608940:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967923584:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.608987:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.610020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.612215:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.613998:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.614056:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972018304 00000100:00100000:1.0:1746138006.614064:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972018304 00002000:00100000:1.0:1746138006.614095:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faefb80 x1830957972018304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.614103:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faefb80 with x1830957972018304 ext(0->4095) 00002000:00010000:1.0:1746138006.614106:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faefb80 00000100:00100000:1.0:1746138006.614145:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5148 00000100:00100000:1.0:1746138006.614151:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1960:x1830957972018304:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138006.614263:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1960:x1830957972018304:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.614267:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5148 00002000:00100000:1.0:1746138006.614272:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faefb80 x1830957972018304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.614279:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faefb80 with x1830957972018304 ext(0->4095) 00002000:00010000:1.0:1746138006.614281:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faefb80 00000100:00100000:0.0:1746138006.615492:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.615575:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972018432 00000100:00100000:1.0:1746138006.615735:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972018432 00000100:00100000:1.0:1746138006.615869:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6951 00000100:00100000:1.0:1746138006.615877:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972018432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.615891:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.615905:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e03c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aae37 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.615928:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e03bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae30 expref: 51 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.615935:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.615936:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.615939:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e03c2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae37 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.615968:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e03bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae30 expref: 51 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.615979:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e03bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae30 expref: 51 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.615995:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967923840:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.616076:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.617449:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967923840:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.617471:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e03c2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae37 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.617484:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136908600, rc 0) 00000100:00100000:1.0:1746138006.617524:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972018432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1648us (2035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.617534:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6951 00000100:00100000:0.0:1746138006.618624:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.621190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.621298:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972018816 00000100:00100000:1.0:1746138006.621304:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972018816 00002000:00100000:1.0:1746138006.621337:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faee300 x1830957972018816/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.621346:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee300 with x1830957972018816 ext(0->4095) 00002000:00010000:1.0:1746138006.621350:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee300 00000100:00100000:1.0:1746138006.621401:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5149 00000100:00100000:1.0:1746138006.621408:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972018816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.622119:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972018816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 708us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.622125:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5149 00002000:00100000:1.0:1746138006.622131:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faee300 x1830957972018816/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.622138:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee300 with x1830957972018816 ext(0->4095) 00002000:00010000:1.0:1746138006.622141:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee300 00000100:00100000:0.0:1746138006.623601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.623704:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972018944 00000100:00100000:1.0:1746138006.623714:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972018944 00000100:00100000:1.0:1746138006.623769:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6952 00000100:00100000:1.0:1746138006.623775:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31560:x1830957972018944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.623791:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.623806:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e03c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aae3e expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.623835:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e03c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae37 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.623841:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.623843:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.623846:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e03c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae3e expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.623873:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e03c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae37 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.623883:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e03c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae37 expref: 5 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.623892:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967924096:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.623969:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.625080:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.625204:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967924096:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.625220:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e03c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae3e expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.625249:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20fe00, rc 0) 00000100:00100000:1.0:1746138006.625278:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972018944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1504us (1683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.625283:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6952 00000100:00100000:0.0:1746138006.625342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.628148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.630538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.630592:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.633771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.636352:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.637353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.640511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.642509:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.645893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.649339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.651479:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.652979:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.655761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.655933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.655958:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972021504 00000100:00100000:1.0:1746138006.655963:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972021504 00000100:00100000:1.0:1746138006.655986:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6958 00000100:00100000:1.0:1746138006.655991:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972021504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.655998:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.656004:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e03f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aae61 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.656016:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.656020:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e03ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae68 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.656026:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.656028:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e03f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae61 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.656240:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e03ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae68 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.656252:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e03f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae61 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.656261:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20f000, rc 0) 00000100:00100000:1.0:1746138006.656286:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972021504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 295us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.656292:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6958 00000100:00100000:0.0:1746138006.659016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.668045:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.668168:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.671297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.676249:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.676296:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.679233:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.682364:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.684528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.684610:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972023424 00000100:00100000:1.0:1746138006.684618:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972023424 00002000:00100000:1.0:1746138006.684658:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301500 x1830957972023424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.684669:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301500 with x1830957972023424 ext(0->4095) 00002000:00010000:1.0:1746138006.684674:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301500 00000100:00100000:1.0:1746138006.684700:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5152 00000100:00100000:1.0:1746138006.684706:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972023424:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.685800:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972023424:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1091us (1286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.685809:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5152 00002000:00100000:1.0:1746138006.685817:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301500 x1830957972023424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.685825:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301500 with x1830957972023424 ext(0->4095) 00002000:00010000:1.0:1746138006.685830:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301500 00000100:00100000:0.0:1746138006.687619:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.689968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.692494:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.692518:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972023936 00000100:00100000:1.0:1746138006.692526:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972023936 00002000:00100000:1.0:1746138006.692564:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302d80 x1830957972023936/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.692572:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302d80 with x1830957972023936 ext(0->4095) 00002000:00010000:1.0:1746138006.692577:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137302d80 00000100:00100000:1.0:1746138006.692612:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5153 00000100:00100000:1.0:1746138006.692618:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972023936:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.692750:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972023936:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.692760:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5153 00002000:00100000:1.0:1746138006.692766:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302d80 x1830957972023936/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.692772:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302d80 with x1830957972023936 ext(0->4095) 00002000:00010000:1.0:1746138006.692774:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137302d80 00000100:00100000:0.0:1746138006.694117:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.694651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.694684:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972024192 00000100:00100000:1.0:1746138006.694688:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972024192 00000100:00100000:1.0:1746138006.694710:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6963 00000100:00100000:1.0:1746138006.694715:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972024192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.694721:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.694726:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0416 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aae8b expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.694736:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.694739:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e040f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae84 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.694742:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.694743:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0416 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae8b expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.694757:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e040f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae84 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.694763:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0416 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae8b expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.694772:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20f000, rc 0) 00000100:00100000:1.0:1746138006.694797:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972024192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.694801:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6963 00000100:00100000:0.0:1746138006.697298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.700741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.702665:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.702750:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.705902:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.706115:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972025088 00000100:00100000:1.0:1746138006.706128:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972025088 00002000:00100000:1.0:1746138006.706174:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137300000 x1830957972025088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.706187:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300000 with x1830957972025088 ext(0->4095) 00010000:00010000:1.0:1746138006.706195:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae8b expref: 52 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.706207:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae8b expref: 52 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.706212:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137300000 00000100:00100000:1.0:1746138006.706240:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3056 00000100:00100000:1.0:1746138006.706246:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972025088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.706440:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972025088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.706447:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3056 00002000:00100000:1.0:1746138006.706452:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137300000 x1830957972025088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.706462:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300000 with x1830957972025088 ext(0->4095) 00010000:00010000:1.0:1746138006.706466:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae8b expref: 52 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.706474:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae8b expref: 52 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.706479:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137300000 00000100:00100000:0.0:1746138006.711727:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.712007:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972025600 00000100:00100000:1.0:1746138006.712020:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972025600 00002000:00100000:1.0:1746138006.712065:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302680 x1830957972025600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.712075:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302680 with x1830957972025600 ext(0->4095) 00010000:00010000:1.0:1746138006.712083:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e041d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae92 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.712098:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e041d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae92 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.712104:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137302680 00000100:00100000:1.0:1746138006.712147:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3057 00000100:00100000:1.0:1746138006.712154:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972025600:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.712332:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972025600:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.712338:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3057 00002000:00100000:1.0:1746138006.712344:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302680 x1830957972025600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.712350:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302680 with x1830957972025600 ext(0->4095) 00010000:00010000:1.0:1746138006.712355:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e041d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae92 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.712364:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e041d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aae92 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.712369:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137302680 00000100:00100000:0.0:1746138006.716474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.721086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.725472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.728377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.730788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.731236:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.733007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.733162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.733476:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12044 00000100:00100000:1.0:1746138006.733487:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972026880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.733500:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.733528:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e042b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea0 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.733541:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e042b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea0 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.733559:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e042b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea0 expref: 6 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.733575:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.733576:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.733582:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0432 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea7 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.733595:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea7 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.733615:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea7 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.733625:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea7 expref: 52 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.733636:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967928192:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.733699:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.735764:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967928192:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.735783:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138006.735839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.735961:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972026880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2476us (2797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.735971:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12044 00000100:00100000:0.0:1746138006.740268:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.740618:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972027264 00000100:00100000:1.0:1746138006.740628:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972027264 00010000:00010000:1.0:1746138006.740671:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea7 expref: 53 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.740716:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12045 00000100:00100000:1.0:1746138006.740725:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972027264:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.740741:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.740769:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea7 expref: 53 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.740783:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea7 expref: 53 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.740810:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0432 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaea7 expref: 53 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.740845:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.740847:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.740855:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.740863:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.740900:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.740913:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967928320:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.741011:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.746484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.746504:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967928320:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.746530:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.746584:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b214380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972027264:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5859us (6332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.746597:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12045 00000100:00100000:0.0:1746138006.749459:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.750695:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6969 00000100:00100000:1.0:1746138006.750708:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972027648:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.750747:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.750769:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaeb5 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.750804:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.750811:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.750813:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.750816:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.750850:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.750863:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 51 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.750876:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967928448:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.750977:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.754000:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967928448:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.754030:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.754048:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20f800, rc 0) 00000100:00100000:1.0:1746138006.754626:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972027648:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3921us (5211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138006.754626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.754635:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6969 00000100:00100000:1.0:1746138006.754677:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972027776 00000100:00100000:1.0:1746138006.754683:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972027776 00002000:00100000:1.0:1746138006.754716:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012b215500 x1830957972027776/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 496/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.754725:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b215500 with x1830957972027776 ext(0->7) 00010000:00010000:1.0:1746138006.754731:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 52 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.754744:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 52 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.754749:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b215500 00000100:00100000:1.0:1746138006.755077:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3059 00000100:00100000:1.0:1746138006.755085:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1959:x1830957972027776:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138006.755691:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972027776:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 606us (1880us total) trans 4294967963 rc 0/0 00000100:00100000:1.0:1746138006.755698:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3059 00002000:00100000:1.0:1746138006.755704:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012b215500 x1830957972027776/t4294967963(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 496/448 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.755711:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b215500 with x1830957972027776 ext(0->7) 00010000:00010000:1.0:1746138006.755716:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.755730:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.755736:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b215500 00000100:00100000:0.0:1746138006.757760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.757873:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972027904 00000100:00100000:1.0:1746138006.757882:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972027904 00010000:00010000:1.0:1746138006.757919:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.758327:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12046 00000100:00100000:1.0:1746138006.758341:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972027904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.758357:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.758380:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.758451:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.758476:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0439 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeae expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.758764:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.758766:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.758774:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.758787:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.758820:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.758832:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967928576:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.759196:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.761097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.761193:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967928576:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.761213:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.761252:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1960:x1830957972027904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2918us (3498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.761263:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12046 00000100:00100000:0.0:1746138006.764192:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.764380:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972028288 00000100:00100000:1.0:1746138006.764400:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972028288 00000100:00100000:1.0:1746138006.764529:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6970 00000100:00100000:1.0:1746138006.764538:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972028288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.764561:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.764584:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaebc expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.764617:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.764625:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.764627:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.764631:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.764663:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.764675:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 5 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.764685:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967928704:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.764772:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.764957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.766201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.766230:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972028544 00000100:00100000:0.0:1746138006.766233:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972028544 00010000:00010000:0.0:1746138006.766252:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.766284:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12047 00000100:00100000:0.0:1746138006.766289:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972028544:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.766298:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138006.766316:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.766326:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.766341:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0440 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeb5 expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.766357:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.766359:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.766365:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.766372:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.766448:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.766459:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 54 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.766469:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967928960:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.768528:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.769913:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009403dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967928960:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.769934:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.769986:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972028544:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3695us (3784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.769995:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12047 00000100:00100000:0.0:1746138006.774174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.774309:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972028928 00000100:00100000:1.0:1746138006.774325:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972028928 00010000:00010000:1.0:1746138006.774375:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 55 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.774472:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12048 00000100:00100000:1.0:1746138006.774482:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972028928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.774504:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.774533:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 55 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.774547:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 55 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.774573:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0447 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaebc expref: 55 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.775046:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.775048:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.775060:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e044e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaec3 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.775069:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e044e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaec3 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.775115:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e044e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaec3 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.775131:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967929088:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.775295:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.776749:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967929088:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.776767:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.776805:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972028928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2325us (2646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.776816:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12048 00000100:00100000:0.0:1746138006.777212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.779043:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.781086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.781138:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972029440 00000100:00100000:1.0:1746138006.781145:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972029440 00010000:00010000:1.0:1746138006.781178:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e044e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaec3 expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.781213:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12049 00000100:00100000:1.0:1746138006.781219:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c49050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972029440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.781233:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.781255:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e044e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaec3 expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.781266:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e044e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaec3 expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.781288:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e044e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaec3 expref: 54 pid: 21614 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.781305:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.781306:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.781313:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0455 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeca expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.781320:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeca expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.781349:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeca expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.781360:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967929344:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.781442:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.782635:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967929344:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.782651:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.782696:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c49050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972029440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1476us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.782704:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12049 00000100:00100000:0.0:1746138006.783042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.785057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.786898:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094702680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967929472:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138006.786923:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e045c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed1 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.786938:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:0.0:1746138006.786982:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972029824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1805us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138006.786990:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6973 00000100:00100000:1.0:1746138006.787071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.787490:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972029952 00000100:00100000:0.0:1746138006.787496:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972029952 00010000:00010000:0.0:1746138006.787519:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0455 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeca expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.787661:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12050 00000100:00100000:0.0:1746138006.787668:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972029952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.787680:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138006.787698:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0455 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeca expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.787706:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeca expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.787725:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0455 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeca expref: 6 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.787739:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.787741:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746138006.787745:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972030080 00010000:00010000:0.0:1746138006.787747:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e045c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed1 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.787750:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972030080 00000100:00100000:1.0:1746138006.787787:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6974 00000100:00100000:1.0:1746138006.787793:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972030080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.787809:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.787821:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaed8 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.788093:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e045c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed1 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.788111:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e045c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed1 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.788119:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.788121:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.788124:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed8 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.788145:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e045c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed1 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.788148:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e045c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed1 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.788158:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e045c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed1 expref: 55 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.788169:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e045c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed1 expref: 55 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.788170:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967929728:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138006.788179:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094389880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967929600:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.788468:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.788497:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.789755:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967929728:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.789778:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed8 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.789792:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20fc00, rc 0) 00000100:00100000:1.0:1746138006.789855:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972030080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2061us (2151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.789863:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6974 00000100:00100000:0.0:1746138006.790501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.792679:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.792821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.792908:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972030464 00000100:00100000:1.0:1746138006.792914:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972030464 00000100:00100000:1.0:1746138006.792964:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6975 00000100:00100000:1.0:1746138006.792971:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972030464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.792987:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.793004:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e046a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaedf expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.793028:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.793034:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed8 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.793040:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138006.793044:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e046a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaedf expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.793086:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed8 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.793098:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e046a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaedf expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.793106:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.793107:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.793112:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed8 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.793120:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed8 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.793140:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed8 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.793150:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaed8 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.793161:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967929984:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.793230:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.794576:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967929984:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.794590:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20fa00, rc 0) 00000100:00100000:1.0:1746138006.794628:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972030464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1657us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.794635:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6975 00000100:00100000:0.0:1746138006.795062:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.797136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.797211:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972031104 00000100:00100000:1.0:1746138006.797219:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972031104 00000100:00100000:0.0:1746138006.797226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.797266:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6976 00000100:00100000:1.0:1746138006.797274:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972031104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.797290:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.797307:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaee6 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.797333:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.797339:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e046a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaedf expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.797345:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138006.797348:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.797398:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e046a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaedf expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.797411:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.797442:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20f800, rc 0) 00000100:00100000:1.0:1746138006.797486:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972031104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.797491:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6976 00000100:00100000:0.0:1746138006.799227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.801524:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.803534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.805001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.805059:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972031872 00000100:00100000:1.0:1746138006.805065:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972031872 00000100:00100000:1.0:1746138006.805108:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6977 00000100:00100000:1.0:1746138006.805114:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972031872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.805127:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.805145:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaeed expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.805170:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.805178:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.805179:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.805183:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeed expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.805213:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.805225:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 53 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.805236:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967930496:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.805461:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.806454:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967930496:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.806495:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeed expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.806534:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20e200, rc 0) 00000100:00100000:1.0:1746138006.806588:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972031872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1474us (1591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.806636:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6977 00000100:00100000:0.0:1746138006.807099:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972032000 00000100:00100000:0.0:1746138006.807111:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972032000 00010000:00010000:0.0:1746138006.807147:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746138006.807181:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12054 00000100:00100000:0.0:1746138006.807187:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972032000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.807201:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138006.807222:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.807234:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.807254:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0471 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaee6 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.807286:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.807287:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.807295:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeed expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.807302:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeed expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.807332:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeed expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138006.807346:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129687100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967930624:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.807467:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.810776:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972032256 00000100:00100000:0.0:1746138006.810784:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972032256 00002000:00100000:0.0:1746138006.810821:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700e00 x1830957972032256/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.810830:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700e00 with x1830957972032256 ext(0->4095) 00002000:00010000:0.0:1746138006.810834:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094700e00 00000100:00100000:0.0:1746138006.810866:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5161 00000100:00100000:0.0:1746138006.810877:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972032256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138006.811197:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972032256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 323us (895us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.811203:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5161 00002000:00100000:0.0:1746138006.811208:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700e00 x1830957972032256/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.811460:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700e00 with x1830957972032256 ext(0->4095) 00002000:00010000:0.0:1746138006.811463:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094700e00 00000100:00100000:0.0:1746138006.812920:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.813041:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972032384 00000100:00100000:1.0:1746138006.813049:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972032384 00000100:00100000:1.0:1746138006.813096:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6978 00000100:00100000:1.0:1746138006.813102:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972032384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.813118:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.813133:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e047f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaef4 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.813157:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeed expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.813164:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.813166:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.813169:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e047f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaef4 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.813199:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeed expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.813210:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0478 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaeed expref: 5 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.813227:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967930752:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.813314:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.813752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.814967:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967930752:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.814984:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e047f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaef4 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.814992:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136909e00, rc 0) 00000100:00100000:1.0:1746138006.815041:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972032384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1938us (2127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.815046:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6978 00000100:00100000:0.0:1746138006.815827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.818454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.818520:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972032896 00000100:00100000:1.0:1746138006.818526:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972032896 00002000:00100000:1.0:1746138006.818557:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687800 x1830957972032896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.818565:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687800 with x1830957972032896 ext(0->4095) 00010000:00010000:1.0:1746138006.818573:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e047f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaef4 expref: 55 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.818584:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e047f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaef4 expref: 55 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.818590:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129687800 00000100:00100000:1.0:1746138006.818618:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3064 00000100:00100000:1.0:1746138006.818624:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972032896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.818952:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972032896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 328us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.818958:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3064 00002000:00100000:1.0:1746138006.818963:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687800 x1830957972032896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.818969:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687800 with x1830957972032896 ext(0->4095) 00010000:00010000:1.0:1746138006.818973:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e047f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaef4 expref: 55 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.818982:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136909e00/0x8ae21a86589e047f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaef4 expref: 55 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.818987:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129687800 00000100:00100000:0.0:1746138006.821103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.821236:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972033024 00000100:00100000:1.0:1746138006.821244:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972033024 00000100:00100000:1.0:1746138006.821286:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6980 00000100:00100000:1.0:1746138006.821292:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972033024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.821308:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.821327:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e048d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf02 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.821348:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.821352:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0486 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaefb expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.821357:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138006.821361:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e048d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf02 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.821401:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0486 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaefb expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.821411:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e048d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf02 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.821445:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20fc00, rc 0) 00000100:00100000:1.0:1746138006.821475:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972033024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.821480:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6980 00000100:00100000:0.0:1746138006.821666:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.824872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.825053:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972033408 00000100:00100000:1.0:1746138006.825058:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972033408 00002000:00100000:1.0:1746138006.825089:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686d80 x1830957972033408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.825098:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686d80 with x1830957972033408 ext(0->4095) 00010000:00010000:1.0:1746138006.825104:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaefb expref: 54 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.825116:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaefb expref: 54 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.825122:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129686d80 00000100:00100000:1.0:1746138006.825135:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3065 00000100:00100000:1.0:1746138006.825140:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972033408:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.825915:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972033408:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 773us (1047us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.825921:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3065 00002000:00100000:1.0:1746138006.825926:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686d80 x1830957972033408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.825933:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686d80 with x1830957972033408 ext(0->4095) 00010000:00010000:1.0:1746138006.825938:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaefb expref: 54 pid: 17395 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.825947:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaefb expref: 54 pid: 17395 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.825953:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129686d80 00000100:00100000:0.0:1746138006.827997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.829036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.831366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.831586:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972033920 00000100:00100000:1.0:1746138006.831591:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972033920 00002000:00100000:1.0:1746138006.831618:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686680 x1830957972033920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.831627:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686680 with x1830957972033920 ext(0->4095) 00010000:00010000:1.0:1746138006.831633:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e048d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf02 expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.831644:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e048d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf02 expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.831650:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129686680 00000100:00100000:1.0:1746138006.831675:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3066 00000100:00100000:1.0:1746138006.831681:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972033920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138006.831801:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972033920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.831807:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3066 00002000:00100000:1.0:1746138006.831812:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686680 x1830957972033920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.831816:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686680 with x1830957972033920 ext(0->4095) 00010000:00010000:1.0:1746138006.831819:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e048d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf02 expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.831825:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e048d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf02 expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00002000:00010000:1.0:1746138006.831828:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129686680 00000100:00100000:0.0:1746138006.833753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.836737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.836788:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972034304 00000100:00100000:0.0:1746138006.836793:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972034304 00002000:00100000:0.0:1746138006.836819:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687480 x1830957972034304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.836827:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687480 with x1830957972034304 ext(0->4095) 00002000:00010000:0.0:1746138006.836831:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687480 00000100:00100000:0.0:1746138006.836843:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5162 00000100:00100000:0.0:1746138006.836848:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972034304:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138006.836979:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972034304:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.836985:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5162 00002000:00100000:0.0:1746138006.836989:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687480 x1830957972034304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.836995:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687480 with x1830957972034304 ext(0->4095) 00002000:00010000:0.0:1746138006.836998:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687480 00000100:00100000:0.0:1746138006.838259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.838539:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972034432 00000100:00100000:1.0:1746138006.838547:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972034432 00000100:00100000:1.0:1746138006.838602:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6982 00000100:00100000:1.0:1746138006.838610:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972034432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.838627:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.838645:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e049b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf10 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.838674:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0494 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf09 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.838686:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.838687:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.838691:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e049b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf10 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.838726:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0494 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf09 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.838738:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0494 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf09 expref: 53 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.838749:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967931776:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.839345:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.839755:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967931776:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.839775:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e049b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf10 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.839787:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20e200, rc 0) 00000100:00100000:1.0:1746138006.839820:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972034432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1210us (1565us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.839825:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6982 00000100:00100000:0.0:1746138006.841262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.843463:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.845463:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.845553:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972034944 00000100:00100000:1.0:1746138006.845560:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972034944 00000100:00100000:1.0:1746138006.845597:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6983 00000100:00100000:1.0:1746138006.845602:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972034944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.845614:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.845629:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e04a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf17 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.845652:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e049b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf10 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.845657:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.845659:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.845661:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e04a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf17 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.845687:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e049b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf10 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.845695:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e049b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf10 expref: 5 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.845704:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967932032:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.845772:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.847595:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967932032:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.847624:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e04a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf17 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.847639:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20f000, rc 0) 00000100:00100000:1.0:1746138006.847677:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972034944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2073us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.847688:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6983 00000100:00100000:0.0:1746138006.848338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.848447:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972035072 00000100:00100000:1.0:1746138006.848453:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972035072 00000100:00100000:1.0:1746138006.848489:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6984 00000100:00100000:1.0:1746138006.848496:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972035072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.848511:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.848526:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e04a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf1e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.848549:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.848554:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e04a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf17 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.848560:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.848563:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e04a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf1e expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.848595:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e04a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf17 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.848603:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e04a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf1e expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.848611:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20fa00, rc 0) 00000100:00100000:1.0:1746138006.848643:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972035072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.848649:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6984 00000100:00100000:0.0:1746138006.848920:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.851246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.855594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.856144:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972035584 00000100:00100000:1.0:1746138006.856154:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972035584 00000100:00100000:0.0:1746138006.857751:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.860404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.863065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.863214:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.863331:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972036096 00000100:00100000:1.0:1746138006.863335:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972036096 00000100:00100000:1.0:1746138006.863373:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6986 00000100:00100000:1.0:1746138006.863378:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972036096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.863442:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.863460:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e04b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf2c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.863490:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.863496:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e04b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf25 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.863502:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138006.863505:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e04b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf2c expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.863628:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e04b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf25 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.863640:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e04b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf2c expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.863653:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.863655:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.863664:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e04b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf25 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.863672:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e04b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf25 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.863709:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e04b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf25 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.863720:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e04b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf25 expref: 5 pid: 17395 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.863733:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967932800:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.863851:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.866356:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967932800:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.866380:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20e200, rc 0) 00000100:00100000:1.0:1746138006.866467:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972036096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3088us (3422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.866477:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6986 00000100:00100000:0.0:1746138006.868476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.872183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.874814:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.876797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.876916:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972036992 00000100:00100000:1.0:1746138006.876925:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972036992 00000100:00100000:1.0:1746138006.877003:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6987 00000100:00100000:1.0:1746138006.877011:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972036992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.877032:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.877055:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e04be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf33 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.877088:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e04b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf2c expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.877101:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.877103:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.877107:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e04be lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf33 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.877141:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e04b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf2c expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.877156:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e04b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf2c expref: 53 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.877169:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967933056:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.877272:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.879023:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967933056:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.879053:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e04be lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf33 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.879070:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20fe00, rc 0) 00000100:00100000:1.0:1746138006.879125:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972036992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2115us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.879132:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6987 00000100:00100000:0.0:1746138006.879157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.882201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.884683:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.884763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.884843:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972037504 00000100:00100000:1.0:1746138006.884851:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972037504 00000100:00100000:1.0:1746138006.884899:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972037632 00000100:00100000:1.0:1746138006.884901:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972037632 00000100:00100000:1.0:1746138006.884919:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6988 00000100:00100000:1.0:1746138006.884927:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972037504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.884946:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.884964:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e04c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf3a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.884997:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e04be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf33 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.885004:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.885005:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.885008:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e04c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf3a expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.885038:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e04be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf33 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.885079:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e04be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf33 expref: 5 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.885091:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967933312:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.885319:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.887121:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.887205:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967933312:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.887228:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e04c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf3a expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.887241:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20f000, rc 0) 00000100:00100000:1.0:1746138006.887273:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972037504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2347us (2597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.887280:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6988 00000100:00100000:0.0:1746138006.888817:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.891088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.891142:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.891323:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972038272 00000100:00100000:1.0:1746138006.891327:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972038272 00000100:00100000:1.0:1746138006.891367:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6990 00000100:00100000:1.0:1746138006.891372:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972038272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.891395:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.891411:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf48 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.891455:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.891603:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e04cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf41 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.891610:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.891613:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04d3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf48 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.891660:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e04cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf41 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.891670:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e04cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf41 expref: 54 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.891682:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967933696:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.891963:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.893073:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967933696:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.893104:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf48 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.893118:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136908600, rc 0) 00000100:00100000:1.0:1746138006.893153:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972038272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1779us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.893161:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6990 00000100:00100000:0.0:1746138006.893691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.895894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.895968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.896050:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972038656 00000100:00100000:1.0:1746138006.896058:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972038656 00000100:00100000:1.0:1746138006.896115:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6991 00000100:00100000:1.0:1746138006.896122:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972038656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.896143:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.896472:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf4f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.896490:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf48 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.896495:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.896496:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.896499:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.896521:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04d3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf48 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.896533:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04d3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf48 expref: 5 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.896543:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967934080:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.896991:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.899566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.899658:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967934080:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.899699:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.900118:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999cc400, rc 0) 00000100:00100000:1.0:1746138006.900562:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972038656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4441us (4678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.900569:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6991 00000100:00100000:0.0:1746138006.902192:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.905874:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967934208:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138006.905901:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138006.905965:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972039168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3626us (3778us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138006.905977:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12068 00000100:00100000:0.0:1746138006.908844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.908927:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972039552 00000100:00100000:1.0:1746138006.908937:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972039552 00000100:00100000:1.0:1746138006.909095:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6992 00000100:00100000:1.0:1746138006.909104:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972039552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.909122:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.909144:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf56 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.909174:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.909183:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.909185:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.909188:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.909226:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.909238:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 53 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.909249:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967934336:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138006.909759:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.911875:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967934336:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138006.911917:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.911937:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999cc600, rc 0) 00000100:00100000:1.0:1746138006.911995:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972039552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2891us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.912005:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6992 00000100:00100000:0.0:1746138006.912303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.912372:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972039680 00000100:00100000:1.0:1746138006.912378:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972039680 00010000:00010000:1.0:1746138006.912452:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.912477:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12069 00000100:00100000:1.0:1746138006.912484:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972039680:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.912498:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.912527:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.912540:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.912568:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800999cc400/0x8ae21a86589e04da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf4f expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.912756:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.912758:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.912765:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.912774:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.912801:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.912814:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967934464:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.913146:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.914363:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967934464:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.914378:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.914463:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972039680:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1979us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.914473:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12069 00000100:00100000:0.0:1746138006.914651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.916474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.916547:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.916631:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972040192 00000100:00100000:1.0:1746138006.916636:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972040192 00000100:00100000:1.0:1746138006.916679:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6993 00000100:00100000:1.0:1746138006.916686:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972040192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.916702:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.916721:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf64 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.916779:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.916784:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.916790:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.916793:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf64 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.916841:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.916854:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf64 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.916863:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136908600, rc 0) 00000100:00100000:1.0:1746138006.916884:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972040192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.916890:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6993 00000100:00100000:0.0:1746138006.919370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.919553:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972040320 00000100:00100000:1.0:1746138006.919560:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972040320 00010000:00010000:1.0:1746138006.919590:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.919613:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12070 00000100:00100000:1.0:1746138006.919619:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972040320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.919629:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.919647:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.919657:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.919677:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800999cc600/0x8ae21a86589e04e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf56 expref: 6 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.919697:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.919698:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.919705:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.919712:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.919745:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.919756:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 54 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.919771:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967934848:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.920061:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.921453:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967934848:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.921474:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.921537:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972040320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1916us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.921547:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12070 00000100:00100000:0.0:1746138006.921608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.923910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.924003:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972040704 00000100:00100000:1.0:1746138006.924011:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972040704 00010000:00010000:1.0:1746138006.924045:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 55 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.924070:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12071 00000100:00100000:1.0:1746138006.924076:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972040704:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.924088:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.924109:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 55 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.924120:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 55 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.924145:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e04e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf5d expref: 55 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.924174:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.924177:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.924185:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf64 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.924193:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf64 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.924229:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf64 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.924242:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967934976:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.924306:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.927364:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967934976:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.927392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138006.927401:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.927480:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972040704:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3402us (3574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.927492:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12071 00000100:00100000:0.0:1746138006.929489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.932516:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.932603:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972041216 00000100:00100000:1.0:1746138006.932612:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972041216 00010000:00010000:1.0:1746138006.932642:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf64 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.932669:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12072 00000100:00100000:1.0:1746138006.932675:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972041216:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.932687:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.932707:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf64 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.932722:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136908600/0x8ae21a86589e04ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf64 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.932745:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.932746:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.932752:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e04f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf6b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.932760:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e04f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf6b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.932786:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e04f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf6b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.932797:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967935232:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.932871:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.935111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.935175:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967935232:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.935196:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.935257:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972041216:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2580us (2746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.935266:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12072 00000100:00100000:0.0:1746138006.937021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.939104:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.939158:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972041728 00000100:00100000:1.0:1746138006.939165:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972041728 00000100:00100000:1.0:1746138006.939210:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6997 00000100:00100000:1.0:1746138006.939217:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972041728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138006.939240:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138006.939258:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaf79 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.939285:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.939292:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.939297:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138006.939301:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.939343:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.939356:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.939367:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ff8200, rc 0) 00000100:00100000:1.0:1746138006.939459:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972041728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.939464:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6997 00000100:00100000:0.0:1746138006.940344:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.940587:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972041856 00000100:00100000:1.0:1746138006.940593:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972041856 00010000:00010000:1.0:1746138006.940616:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e04f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf6b expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.940635:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12073 00000100:00100000:1.0:1746138006.940642:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972041856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.940651:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.940669:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e04f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf6b expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.940679:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e04f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf6b expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.940697:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e04f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf6b expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.941140:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.941143:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.941149:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.941159:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.941185:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.941195:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 54 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.941205:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967935616:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.941267:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.943590:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967935616:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.943615:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.943665:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972041856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3022us (3320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.943674:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12073 00000100:00100000:0.0:1746138006.944108:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.945948:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.946159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.946304:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972042368 00000100:00100000:1.0:1746138006.946308:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972042368 00010000:00010000:1.0:1746138006.946325:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 55 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.946341:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12074 00000100:00100000:1.0:1746138006.946345:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1960:x1830957972042368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.946354:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.946367:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 55 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.946376:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 55 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.946613:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e04fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf72 expref: 55 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.946624:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.946625:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.946630:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.946636:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.946654:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.946664:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.946673:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967935872:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.947082:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.947592:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967935872:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.947601:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.947629:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972042368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1283us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.947635:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12074 00000100:00100000:0.0:1746138006.948202:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.950596:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.950719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.950771:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972042880 00000100:00100000:1.0:1746138006.950779:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972042880 00010000:00010000:1.0:1746138006.950804:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.950826:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12075 00000100:00100000:1.0:1746138006.950832:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972042880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.950844:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.950860:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.950874:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.950891:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e0504 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf79 expref: 54 pid: 11153 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.951125:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.951127:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.951134:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.951142:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.951168:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.951178:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967936000:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.951262:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.952409:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967936000:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.952444:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.952484:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972042880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1651us (1764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.952491:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12075 00000100:00100000:0.0:1746138006.953103:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972043136 00000100:00100000:0.0:1746138006.953109:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972043136 00002000:00100000:0.0:1746138006.953170:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701c00 x1830957972043136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.953184:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701c00 with x1830957972043136 ext(0->4095) 00010000:00010000:0.0:1746138006.953199:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.953221:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746138006.953228:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701c00 00000100:00100000:0.0:1746138006.953266:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3076 00000100:00100000:0.0:1746138006.953286:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972043136:12345-192.168.204.27@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746138006.954816:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972043136:12345-192.168.204.27@tcp:3:ldlm_bl.0 Request processed in 1532us (2197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.954824:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3076 00002000:00100000:0.0:1746138006.954841:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701c00 x1830957972043136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.954850:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701c00 with x1830957972043136 ext(0->4095) 00010000:00010000:0.0:1746138006.954856:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746138006.954868:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746138006.954887:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701c00 00000100:00100000:0.0:1746138006.957517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.957596:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972043264 00000100:00100000:1.0:1746138006.957607:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972043264 00010000:00010000:1.0:1746138006.957646:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.957687:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12076 00000100:00100000:1.0:1746138006.957694:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972043264:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.957708:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.957731:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.957743:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.957767:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e050b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf80 expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.957980:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.957982:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.957991:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf87 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.958000:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf87 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.958035:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf87 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.958045:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967936256:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.958131:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.959291:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967936256:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.959308:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.959349:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972043264:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1654us (1939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.959357:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12076 00000100:00100000:0.0:1746138006.959560:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.959635:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972043520 00000100:00100000:1.0:1746138006.959640:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972043520 00002000:00100000:1.0:1746138006.959674:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349f80 x1830957972043520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.959684:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349f80 with x1830957972043520 ext(0->4095) 00002000:00010000:1.0:1746138006.959689:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349f80 00000100:00100000:1.0:1746138006.959712:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5170 00000100:00100000:1.0:1746138006.959719:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972043520:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138006.959875:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972043520:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.959881:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5170 00002000:00100000:1.0:1746138006.959887:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349f80 x1830957972043520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.959894:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349f80 with x1830957972043520 ext(0->4095) 00002000:00010000:1.0:1746138006.959897:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349f80 00000100:00100000:0.0:1746138006.961208:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.963191:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.963325:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972043776 00000100:00100000:1.0:1746138006.963333:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972043776 00010000:00010000:1.0:1746138006.963365:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0512 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf87 expref: 54 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.963444:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12077 00000100:00100000:1.0:1746138006.963452:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972043776:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.963464:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.963488:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf87 expref: 54 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.963503:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf87 expref: 54 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.963525:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0512 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf87 expref: 54 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.963636:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.963639:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.963647:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0519 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf8e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.963654:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0519 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf8e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.963683:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0519 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf8e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.963694:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967936512:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.964150:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.965488:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967936512:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.965502:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.965540:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972043776:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2088us (2354us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.965549:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12077 00000100:00100000:0.0:1746138006.965558:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.965589:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972044032 00000100:00100000:0.0:1746138006.965594:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972044032 00002000:00100000:0.0:1746138006.965627:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348700 x1830957972044032/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.965636:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348700 with x1830957972044032 ext(0->4095) 00002000:00010000:0.0:1746138006.965641:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086348700 00000100:00100000:0.0:1746138006.965667:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5171 00000100:00100000:0.0:1746138006.965673:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972044032:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138006.965816:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972044032:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.965822:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5171 00002000:00100000:0.0:1746138006.965827:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348700 x1830957972044032/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.965835:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348700 with x1830957972044032 ext(0->4095) 00002000:00010000:0.0:1746138006.965838:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086348700 00000100:00100000:0.0:1746138006.967234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.969080:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.969172:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972044288 00000100:00100000:1.0:1746138006.969178:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972044288 00010000:00010000:1.0:1746138006.969207:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0519 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf8e expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00000100:00100000:1.0:1746138006.969245:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12078 00000100:00100000:1.0:1746138006.969253:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972044288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.969265:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.969291:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0519 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf8e expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.969303:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0519 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf8e expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.969327:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0519 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf8e expref: 6 pid: 8501 timeout: 551 lvb_type: 0 00010000:00010000:1.0:1746138006.969340:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.969341:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.969348:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.969363:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.969410:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.969452:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967936768:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.969517:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.969630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.970445:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967936768:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.970463:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.970516:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972044288:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1262us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138006.970523:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.970528:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12078 00000100:00100000:0.0:1746138006.970558:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972044672 00000100:00100000:0.0:1746138006.970564:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972044672 00002000:00100000:0.0:1746138006.970600:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634ad80 x1830957972044672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.970610:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634ad80 with x1830957972044672 ext(0->4095) 00010000:00010000:0.0:1746138006.970619:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138006.970632:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746138006.970639:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008634ad80 00000100:00100000:0.0:1746138006.970697:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3077 00000100:00100000:0.0:1746138006.970705:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972044672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138006.970887:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972044672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138006.970893:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3077 00002000:00100000:0.0:1746138006.970897:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634ad80 x1830957972044672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138006.970904:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634ad80 with x1830957972044672 ext(0->4095) 00010000:00010000:0.0:1746138006.970908:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138006.970916:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746138006.970922:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008634ad80 00000100:00100000:0.0:1746138006.972028:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.972074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.972165:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972044928 00000100:00100000:1.0:1746138006.972171:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972044928 00010000:00010000:1.0:1746138006.972199:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 55 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138006.972224:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12079 00000100:00100000:1.0:1746138006.972230:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972044928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.972242:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.972261:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 55 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.972272:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 55 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.972294:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0520 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf95 expref: 55 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.972309:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.972311:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.972318:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.972326:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.972357:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.972368:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967937024:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.972485:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.973311:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967937024:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.973322:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.973355:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972044928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1124us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.973362:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12079 00000100:00100000:0.0:1746138006.974348:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.974441:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972045184 00000100:00100000:1.0:1746138006.974446:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972045184 00002000:00100000:1.0:1746138006.975320:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349500 x1830957972045184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/0 e 0 to 0 dl 1746138017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.975329:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349500 with x1830957972045184 ext(0->4095) 00010000:00010000:1.0:1746138006.975336:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.975353:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138006.975359:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086349500 00000100:00100000:1.0:1746138006.975396:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3078 00000100:00100000:1.0:1746138006.975404:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972045184:12345-192.168.204.27@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746138006.975557:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972045184:12345-192.168.204.27@tcp:3:ldlm_bl.0 Request processed in 154us (1208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138006.975563:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3078 00002000:00100000:1.0:1746138006.975569:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349500 x1830957972045184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:442/0 lens 488/4536 e 0 to 0 dl 1746138017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138006.975575:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349500 with x1830957972045184 ext(0->4095) 00010000:00010000:1.0:1746138006.975579:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.975587:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138006.975592:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086349500 00000100:00100000:0.0:1746138006.977011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.977059:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.977105:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972045440 00000100:00100000:1.0:1746138006.977108:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972045440 00010000:00010000:1.0:1746138006.977122:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 55 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138006.977138:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12080 00000100:00100000:1.0:1746138006.977143:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1960:x1830957972045440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.977151:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.977165:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 55 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.977173:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.977208:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0527 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaf9c expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.977218:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.977219:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.977224:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e052e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafa3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.977230:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e052e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafa3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.977261:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e052e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafa3 expref: 5 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.977266:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e052e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafa3 expref: 5 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138006.977272:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967937408:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.977328:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.978515:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967937408:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.978525:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.978541:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972045440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1398us (1482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.978548:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12080 00000100:00100000:0.0:1746138006.978741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.982366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.982471:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972045824 00000100:00100000:1.0:1746138006.982480:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972045824 00010000:00010000:1.0:1746138006.982513:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e052e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafa3 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138006.982548:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12081 00000100:00100000:1.0:1746138006.982555:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972045824:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138006.982566:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138006.982584:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e052e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafa3 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.982594:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e052e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafa3 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.982613:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e052e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafa3 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138006.982626:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.982628:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138006.982634:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafaa expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.982642:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafaa expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138006.982672:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafaa expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138006.982684:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967937536:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138006.982773:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138006.984320:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967937536:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.984337:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.984392:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972045824:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1827us (2023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.984404:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12081 00000100:00100000:0.0:1746138006.985377:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.989536:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.992853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.993363:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972046336 00000100:00100000:0.0:1746138006.993369:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972046336 00010000:00010000:0.0:1746138006.993410:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafaa expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746138006.993464:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12082 00000100:00100000:0.0:1746138006.993470:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972046336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138006.993481:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138006.993499:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafaa expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138006.993508:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafaa expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138006.993527:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0535 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafaa expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138006.993548:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.993550:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138006.993556:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e053c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafb1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.993563:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e053c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafb1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138006.993589:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e053c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafb1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138006.993599:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967937792:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138006.993655:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138006.995478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138006.995698:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967937792:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138006.995719:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138006.995766:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972046336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2294us (2914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138006.995776:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12082 00000100:00100000:0.0:1746138006.996144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.997827:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138006.998142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.000163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.002665:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.005811:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.008235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.010683:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.014194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.018241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.018339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.018410:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972048384 00000100:00100000:1.0:1746138007.018442:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972048384 00000100:00100000:1.0:1746138007.018473:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7009 00000100:00100000:1.0:1746138007.018481:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972048256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.018503:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.018524:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800942cd600/0x8ae21a86589e055f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aafcd expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.018556:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0551 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafc6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.018565:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.018567:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.018570:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800942cd600/0x8ae21a86589e055f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafcd expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.018644:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0551 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafc6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.018656:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0551 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafc6 expref: 5 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.018668:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967938688:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.018755:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.021854:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.021986:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967938688:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.022018:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800942cd600/0x8ae21a86589e055f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafcd expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.022038:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942cd600, rc 0) 00000100:00100000:1.0:1746138007.022087:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972048256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3606us (3857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.022096:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7009 00000100:00100000:0.0:1746138007.025021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.027480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138007.031368:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746138007.031484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.034031:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.034141:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972049280 00000100:00100000:1.0:1746138007.034151:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972049280 00000100:00100000:1.0:1746138007.034208:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7011 00000100:00100000:1.0:1746138007.034217:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972049280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.034239:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.034288:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800942cc000/0x8ae21a86589e0566 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aafdb expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.034319:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0558 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafd4 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.034327:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.034328:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.034332:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800942cc000/0x8ae21a86589e0566 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafdb expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.034365:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafd4 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.034377:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0558 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafd4 expref: 53 pid: 17395 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.034399:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967939200:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.034668:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.036358:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967939200:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138007.036390:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138007.036405:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800942cc000/0x8ae21a86589e0566 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafdb expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.036445:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942cc000, rc 0) 00000100:00100000:1.0:1746138007.036489:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972049280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2273us (2466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.036501:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7011 00000100:00100000:0.0:1746138007.039562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.042474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.042512:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.043229:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972049792 00000100:00100000:1.0:1746138007.043240:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972049792 00000100:00100000:1.0:1746138007.043461:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7012 00000100:00100000:1.0:1746138007.043468:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972049792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.043488:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.043508:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800942cce00/0x8ae21a86589e056d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aafe2 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.043541:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800942cc000/0x8ae21a86589e0566 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafdb expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.043549:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.043550:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.043554:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800942cce00/0x8ae21a86589e056d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe2 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.043592:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800942cc000/0x8ae21a86589e0566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafdb expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.043851:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800942cc000/0x8ae21a86589e0566 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafdb expref: 5 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.043864:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967939456:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.043986:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.047869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.048087:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967939456:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.048126:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800942cce00/0x8ae21a86589e056d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe2 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.048148:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942cce00, rc 0) 00000100:00100000:1.0:1746138007.048200:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972049792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4731us (5784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.048210:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7012 00000100:00100000:0.0:1746138007.050797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.051079:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972050304 00000100:00100000:1.0:1746138007.051086:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972050304 00002000:00100000:1.0:1746138007.051135:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8aa00 x1830957972050304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.051147:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8aa00 with x1830957972050304 ext(0->4095) 00010000:00010000:1.0:1746138007.051157:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800942cce00/0x8ae21a86589e056d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe2 expref: 55 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.051169:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800942cce00/0x8ae21a86589e056d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe2 expref: 55 pid: 11153 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.051176:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8aa00 00000100:00100000:1.0:1746138007.051202:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3083 00000100:00100000:1.0:1746138007.051208:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972050304:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.051394:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972050304:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.051509:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3083 00002000:00100000:1.0:1746138007.051515:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8aa00 x1830957972050304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.051532:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8aa00 with x1830957972050304 ext(0->4095) 00010000:00010000:1.0:1746138007.051536:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800942cce00/0x8ae21a86589e056d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe2 expref: 55 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.051545:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800942cce00/0x8ae21a86589e056d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe2 expref: 55 pid: 11153 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.051550:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8aa00 00000100:00100000:0.0:1746138007.052913:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.056467:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.056874:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972050688 00000100:00100000:1.0:1746138007.056882:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972050688 00002000:00100000:1.0:1746138007.056929:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b800 x1830957972050688/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.056940:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b800 with x1830957972050688 ext(0->4095) 00002000:00010000:1.0:1746138007.056944:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8b800 00000100:00100000:1.0:1746138007.057241:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5177 00000100:00100000:1.0:1746138007.057251:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972050688:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.058712:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972050688:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1458us (2246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.058721:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5177 00002000:00100000:1.0:1746138007.058728:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b800 x1830957972050688/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.058737:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b800 with x1830957972050688 ext(0->4095) 00002000:00010000:1.0:1746138007.058741:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8b800 00000100:00100000:0.0:1746138007.061919:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.062021:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972050816 00000100:00100000:1.0:1746138007.062034:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972050816 00000100:00100000:1.0:1746138007.062191:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7014 00000100:00100000:1.0:1746138007.062200:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972050816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.062220:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.062245:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaff0 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.062279:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe9 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.062286:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.062287:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.062291:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.062327:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe9 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.062338:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aafe9 expref: 53 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.062351:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967939968:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.062721:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.065220:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.065339:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967939968:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.065374:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.065411:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f67800, rc 0) 00000100:00100000:1.0:1746138007.065487:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972050816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3287us (3582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.065495:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7014 00000100:00100000:0.0:1746138007.067497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.067572:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972051072 00000100:00100000:1.0:1746138007.067579:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972051072 00000100:00100000:1.0:1746138007.067627:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7015 00000100:00100000:1.0:1746138007.067634:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972051072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.067652:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.067667:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800942cd400/0x8ae21a86589e0582 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaff7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.067699:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.067707:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.067709:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.067712:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800942cd400/0x8ae21a86589e0582 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff7 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.067736:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.067749:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 5 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.067766:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967940224:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.067857:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.068459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.068496:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972051328 00000100:00100000:0.0:1746138007.068505:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972051328 00002000:00100000:0.0:1746138007.068543:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88e00 x1830957972051328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.068553:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88e00 with x1830957972051328 ext(0->4095) 00010000:00010000:0.0:1746138007.068561:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.068573:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746138007.068580:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88e00 00000100:00100000:0.0:1746138007.068607:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3084 00000100:00100000:0.0:1746138007.068614:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972051328:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746138007.068752:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972051328:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (341us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138007.068758:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3084 00002000:00100000:0.0:1746138007.068763:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88e00 x1830957972051328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.068770:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88e00 with x1830957972051328 ext(0->4095) 00010000:00010000:0.0:1746138007.068775:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.068789:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e057b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff0 expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746138007.068795:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88e00 00000100:00100000:1.0:1746138007.070488:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967940224:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.070516:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800942cd400/0x8ae21a86589e0582 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff7 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.070532:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942cd400, rc 0) 00000100:00100000:0.0:1746138007.070578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.070586:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972051072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2952us (3089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.070595:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7015 00000100:00100000:1.0:1746138007.070619:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972051456 00000100:00100000:1.0:1746138007.070623:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972051456 00000100:00100000:1.0:1746138007.070643:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7016 00000100:00100000:1.0:1746138007.070653:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972051456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.070666:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.070680:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ff9c00/0x8ae21a86589e0589 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aaffe expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.070697:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.070700:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800942cd400/0x8ae21a86589e0582 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff7 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.070706:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.070709:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff9c00/0x8ae21a86589e0589 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaffe expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.070737:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800942cd400/0x8ae21a86589e0582 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaff7 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.070745:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ff9c00/0x8ae21a86589e0589 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaffe expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.070752:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ff9c00, rc 0) 00000100:00100000:1.0:1746138007.070784:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972051456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.070789:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7016 00000100:00100000:0.0:1746138007.072974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.078230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.083951:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.090785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.094388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.094468:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972052352 00000100:00100000:1.0:1746138007.094479:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972052352 00000100:00100000:1.0:1746138007.094575:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7017 00000100:00100000:1.0:1746138007.094583:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972052352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.094602:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.094619:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ff8800/0x8ae21a86589e0590 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab005 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.094642:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ff9c00/0x8ae21a86589e0589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaffe expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.094650:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.094651:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.094655:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff8800/0x8ae21a86589e0590 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab005 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.094684:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ff9c00/0x8ae21a86589e0589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaffe expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.094695:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ff9c00/0x8ae21a86589e0589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aaffe expref: 53 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.094705:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967940736:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.095144:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.096932:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967940736:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.096966:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ff8800/0x8ae21a86589e0590 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab005 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.096981:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ff8800, rc 0) 00000100:00100000:1.0:1746138007.097042:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972052352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2459us (2673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.097050:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7017 00000100:00100000:0.0:1746138007.097351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.100638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.100682:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.100785:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972052864 00000100:00100000:1.0:1746138007.100792:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972052864 00000100:00100000:0.0:1746138007.104481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.104750:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.109371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.113826:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.118120:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972053760 00000100:00100000:0.0:1746138007.118127:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972053760 00002000:00100000:0.0:1746138007.118170:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701880 x1830957972053760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.118179:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701880 with x1830957972053760 ext(0->4095) 00002000:00010000:0.0:1746138007.118184:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094701880 00000100:00100000:0.0:1746138007.118287:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5179 00000100:00100000:0.0:1746138007.118296:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972053760:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138007.118648:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972053760:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 353us (835us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138007.118654:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5179 00002000:00100000:0.0:1746138007.118659:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701880 x1830957972053760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.118667:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701880 with x1830957972053760 ext(0->4095) 00002000:00010000:0.0:1746138007.118670:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094701880 00000100:00100000:0.0:1746138007.120853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.123108:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.128013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.128951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.130658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.132020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.136818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.140722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.148161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.150167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.151698:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.154613:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.156332:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.159894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.162330:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.165231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.168476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.168577:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.171559:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.174469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.175464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.177692:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972057472 00000100:00100000:0.0:1746138007.177696:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972057472 00002000:00100000:0.0:1746138007.177738:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703480 x1830957972057472/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.177748:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703480 with x1830957972057472 ext(0->4095) 00010000:00010000:0.0:1746138007.177756:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e05cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab044 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.177768:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e05cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab044 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746138007.177774:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094703480 00000100:00100000:0.0:1746138007.177799:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3091 00000100:00100000:0.0:1746138007.177806:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972057472:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138007.177967:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972057472:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138007.177975:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3091 00002000:00100000:0.0:1746138007.177982:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703480 x1830957972057472/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.177989:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703480 with x1830957972057472 ext(0->4095) 00010000:00010000:0.0:1746138007.177994:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e05cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab044 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.178002:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e05cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab044 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746138007.178008:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094703480 00000100:00100000:0.0:1746138007.179801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.182549:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.184562:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.187707:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.187911:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972058112 00000100:00100000:1.0:1746138007.187918:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972058112 00002000:00100000:1.0:1746138007.187962:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801302b3480 x1830957972058112/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 496/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.187973:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b3480 with x1830957972058112 ext(0->7) 00010000:00010000:1.0:1746138007.187982:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e05d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab04b expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.187997:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e05d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab04b expref: 54 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.188003:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b3480 00000100:00100000:1.0:1746138007.188037:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3092 00000100:00100000:1.0:1746138007.188044:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972058112:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138007.188408:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972058112:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 363us (701us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1746138007.188437:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3092 00002000:00100000:1.0:1746138007.188443:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801302b3480 x1830957972058112/t4294967964(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 496/448 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.188451:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b3480 with x1830957972058112 ext(0->7) 00010000:00010000:1.0:1746138007.188455:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e05d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab04b expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.188464:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e05d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab04b expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.188470:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b3480 00000100:00100000:0.0:1746138007.194707:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.195571:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12105 00000100:00100000:1.0:1746138007.195583:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972058240:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.195596:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746138007.195614:0:21009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746138006 -> 1746138007 00002000:00010000:1.0:1746138007.195617:0:21009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746138006 -> 1746138007 00010000:00010000:1.0:1746138007.195622:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e05d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab04b expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.195634:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e05d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab04b expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.195653:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e05d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab04b expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.195731:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.195733:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.195741:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e05dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab052 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.195750:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e05dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab052 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.195781:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e05dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab052 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.195791:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967943680:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.196087:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.198340:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.200276:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967943680:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138007.200299:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.200425:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972058240:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4832us (5714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.200436:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12105 00000100:00100000:0.0:1746138007.200466:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.203343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.203461:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972058752 00000100:00100000:1.0:1746138007.203474:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972058752 00010000:00010000:1.0:1746138007.203514:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e05dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab052 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.203664:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12106 00000100:00100000:1.0:1746138007.203671:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972058752:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.203685:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.203708:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e05dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab052 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.203720:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e05dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab052 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.203743:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e05dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab052 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.203770:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.203772:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.203779:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.203787:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.203822:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.203832:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967943936:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.205122:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.206658:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967943936:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.206684:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.206731:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972058752:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3059us (3402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.206743:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12106 00000100:00100000:0.0:1746138007.206774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.206799:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972059008 00000100:00100000:1.0:1746138007.206805:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972059008 00002000:00100000:1.0:1746138007.206846:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6bb80 x1830957972059008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.206857:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6bb80 with x1830957972059008 ext(0->4095) 00002000:00010000:1.0:1746138007.206862:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6bb80 00000100:00100000:1.0:1746138007.207073:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5184 00000100:00100000:1.0:1746138007.207083:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972059008:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.207276:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972059008:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 194us (689us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.207282:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5184 00002000:00100000:1.0:1746138007.207288:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6bb80 x1830957972059008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.207295:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6bb80 with x1830957972059008 ext(0->4095) 00002000:00010000:1.0:1746138007.207298:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6bb80 00000100:00100000:0.0:1746138007.208701:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.213681:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.213744:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972059264 00000100:00100000:1.0:1746138007.213754:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972059264 00002000:00100000:1.0:1746138007.213805:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008bc69500 x1830957972059264/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 496/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.213821:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69500 with x1830957972059264 ext(0->7) 00010000:00010000:1.0:1746138007.213830:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.213846:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 56 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.213853:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69500 00000100:00100000:1.0:1746138007.214444:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3094 00000100:00100000:1.0:1746138007.214460:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972059264:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138007.214845:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972059264:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 392us (1173us total) trans 4294967965 rc 0/0 00000100:00100000:1.0:1746138007.214851:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3094 00002000:00100000:1.0:1746138007.214857:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008bc69500 x1830957972059264/t4294967965(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 496/448 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.214865:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69500 with x1830957972059264 ext(0->7) 00010000:00010000:1.0:1746138007.214871:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.214881:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.214887:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69500 00000100:00100000:0.0:1746138007.216748:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.216833:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972059392 00000100:00100000:1.0:1746138007.216841:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972059392 00010000:00010000:1.0:1746138007.216874:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.216910:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12107 00000100:00100000:1.0:1746138007.216916:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972059392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.216929:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.216949:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.216960:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.216987:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e05e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab059 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.217006:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.217008:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.217016:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e05eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab060 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.217024:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e05eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab060 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.217059:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e05eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab060 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.217074:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967944192:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.217156:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.218961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.219021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.219239:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967944192:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.219256:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.219301:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972059392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2383us (2557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.219310:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12107 00000100:00100000:0.0:1746138007.221734:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.221768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.221810:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972059904 00000100:00100000:1.0:1746138007.221815:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972059904 00010000:00010000:1.0:1746138007.221833:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e05eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab060 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.221861:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12108 00000100:00100000:1.0:1746138007.221866:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972059904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.221877:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.221901:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e05eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab060 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.221913:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e05eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab060 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.221933:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e05eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab060 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.221946:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.221947:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.221953:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e05f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab067 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.221964:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e05f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab067 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.221985:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e05f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab067 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.221995:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e05f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab067 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.222005:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967944576:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.222072:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.223722:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967944576:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.223736:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.223775:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972059904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1907us (2005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.223783:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12108 00000100:00100000:0.0:1746138007.223910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.226456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.226505:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972060416 00000100:00100000:1.0:1746138007.226512:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972060416 00010000:00010000:1.0:1746138007.226543:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e05f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab067 expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.226575:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12109 00000100:00100000:1.0:1746138007.226581:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972060416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.226593:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.226613:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e05f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab067 expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.226624:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e05f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab067 expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.226648:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e05f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab067 expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.226677:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.226679:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.226686:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e05f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab06e expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.226694:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e05f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab06e expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.226726:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e05f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab06e expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.226736:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967944704:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.226983:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.228252:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967944704:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.228276:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.228542:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972060416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1958us (2090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.228552:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12109 00000100:00100000:0.0:1746138007.228789:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972060672 00000100:00100000:0.0:1746138007.228795:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972060672 00002000:00100000:0.0:1746138007.228836:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b0380 x1830957972060672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.228845:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0380 with x1830957972060672 ext(0->4095) 00002000:00010000:0.0:1746138007.228850:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b0380 00000100:00100000:0.0:1746138007.228877:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5185 00000100:00100000:0.0:1746138007.228882:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972060672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138007.229232:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972060672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 348us (510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138007.229238:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5185 00002000:00100000:0.0:1746138007.229243:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b0380 x1830957972060672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.229250:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0380 with x1830957972060672 ext(0->4095) 00002000:00010000:0.0:1746138007.229367:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b0380 00000100:00100000:0.0:1746138007.230471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.232187:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.232298:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972060928 00000100:00100000:1.0:1746138007.232306:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972060928 00010000:00010000:1.0:1746138007.232334:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e05f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab06e expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.232367:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12110 00000100:00100000:1.0:1746138007.232389:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972060928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.232401:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.232465:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e05f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab06e expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.232478:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e05f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab06e expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.232502:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e05f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab06e expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.232527:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.232529:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.232537:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0600 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab075 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.232546:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0600 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab075 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.232673:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0600 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab075 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.232689:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967944960:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.232749:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.234237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.234334:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967944960:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.234350:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.234397:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972060928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2023us (2210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.234405:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12110 00000100:00100000:0.0:1746138007.236511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.238896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.238935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.239225:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972061440 00000100:00100000:1.0:1746138007.239228:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972061440 00010000:00010000:1.0:1746138007.239260:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0600 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab075 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.239294:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12111 00000100:00100000:1.0:1746138007.239301:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972061440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.239313:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.239343:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0600 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab075 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.239357:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0600 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab075 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.239482:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0600 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab075 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.239585:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.239586:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.239594:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab07c expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.239602:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab07c expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.239646:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0607 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab07c expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.239654:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0607 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab07c expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.239660:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967945344:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.239743:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.241352:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967945344:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.241361:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.241547:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972061440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2077us (2482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.241555:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12111 00000100:00100000:0.0:1746138007.241704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.244073:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.245386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.245604:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972062080 00000100:00100000:1.0:1746138007.245609:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972062080 00010000:00010000:1.0:1746138007.245629:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab07c expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.245656:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12112 00000100:00100000:1.0:1746138007.245662:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972062080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.245673:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.245813:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab07c expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.245824:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab07c expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.245841:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e0607 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab07c expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.245862:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.245863:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.245870:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e060e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab083 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.245878:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e060e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab083 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.246400:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e060e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab083 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.246412:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e060e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab083 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.246449:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967945600:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.246652:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.248653:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967945600:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.248673:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.248713:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972062080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3047us (3332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.248722:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12112 00000100:00100000:0.0:1746138007.248879:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.252720:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.252802:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972062592 00000100:00100000:1.0:1746138007.252810:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972062592 00010000:00010000:1.0:1746138007.252838:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e060e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab083 expref: 60 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.253041:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12113 00000100:00100000:1.0:1746138007.253049:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972062592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.253061:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.253080:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e060e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab083 expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.253091:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e060e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab083 expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.253111:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e060e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab083 expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.253135:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.253137:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.253144:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0615 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab08a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.253152:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0615 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab08a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.253183:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0615 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab08a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.253193:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0615 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab08a expref: 5 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.253203:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967945856:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.253270:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.255640:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.255732:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967945856:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.255750:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.255786:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972062592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2738us (3066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.255795:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12113 00000100:00100000:0.0:1746138007.257351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.257456:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972062976 00000100:00100000:1.0:1746138007.257462:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972062976 00010000:00010000:1.0:1746138007.257485:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0615 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab08a expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.257584:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12114 00000100:00100000:1.0:1746138007.257602:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972062976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.257620:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.257644:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0615 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab08a expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.257663:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0615 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab08a expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.257683:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0615 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab08a expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.257695:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.257697:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.257704:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e061c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab091 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.257711:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e061c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab091 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.257743:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e061c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab091 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.257755:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967945984:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.257859:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.259514:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.259608:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967945984:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.259625:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.259661:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972062976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2067us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.259671:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12114 00000100:00100000:0.0:1746138007.261556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.264464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.264551:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972063488 00000100:00100000:1.0:1746138007.264559:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972063488 00010000:00010000:1.0:1746138007.264587:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e061c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab091 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.264619:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12115 00000100:00100000:1.0:1746138007.264627:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972063488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.264640:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.264663:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e061c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab091 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.264675:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e061c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab091 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.264700:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f400/0x8ae21a86589e061c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab091 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.264721:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.264724:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.264730:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.264738:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.264765:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.264776:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967946240:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.264851:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.266657:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967946240:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.266677:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.266779:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972063488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2151us (2314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.266788:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12115 00000100:00100000:0.0:1746138007.267387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.269978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.270030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.270367:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972064000 00000100:00100000:1.0:1746138007.270372:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972064000 00000100:00100000:1.0:1746138007.270455:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7039 00000100:00100000:1.0:1746138007.270463:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972064000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.270480:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.270498:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0a6 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.270531:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.270540:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.270542:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.270546:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.270579:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.270591:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 5 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.270608:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967946368:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.270817:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.272251:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967946368:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.272274:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.272287:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094526e00, rc 0) 00000100:00100000:1.0:1746138007.272341:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972064000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1879us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.272347:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7039 00000100:00100000:0.0:1746138007.273745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.273792:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972064128 00000100:00100000:1.0:1746138007.273799:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972064128 00010000:00010000:1.0:1746138007.273826:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.273880:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12116 00000100:00100000:1.0:1746138007.273885:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972064128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.273894:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.273909:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.273917:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.273935:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0623 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab098 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.274050:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.274052:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.274059:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.274066:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.274096:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.274106:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 58 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.274115:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967946624:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.274755:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.277481:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967946624:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.277502:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.277548:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972064128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3661us (3806us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.277557:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12116 00000100:00100000:0.0:1746138007.277922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.278200:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972064384 00000100:00100000:1.0:1746138007.278206:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972064384 00002000:00100000:1.0:1746138007.278235:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094817800 x1830957972064384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.278244:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094817800 with x1830957972064384 ext(0->4095) 00010000:00010000:1.0:1746138007.278251:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.278263:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.278269:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094817800 00000100:00100000:1.0:1746138007.278296:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3100 00000100:00100000:1.0:1746138007.278302:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972064384:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.278461:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972064384:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.278466:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3100 00002000:00100000:1.0:1746138007.278471:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094817800 x1830957972064384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.278478:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094817800 with x1830957972064384 ext(0->4095) 00010000:00010000:1.0:1746138007.278482:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.278491:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.278496:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094817800 00000100:00100000:0.0:1746138007.281590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.281686:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972064512 00000100:00100000:1.0:1746138007.281696:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972064512 00010000:00010000:1.0:1746138007.281731:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.281829:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12117 00000100:00100000:1.0:1746138007.281837:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972064512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.281850:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.281872:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.281884:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.281916:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e062a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0a6 expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.281942:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.281944:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.281951:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.281958:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.282066:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.282083:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967946752:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.282878:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.285938:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967946752:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138007.285976:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138007.285985:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.286036:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972064512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4198us (4453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.286048:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12117 00000100:00100000:0.0:1746138007.288150:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.288250:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972064896 00000100:00100000:1.0:1746138007.288257:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972064896 00000100:00100000:1.0:1746138007.288362:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7041 00000100:00100000:1.0:1746138007.288370:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972064896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.288406:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.288585:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0ad expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.288623:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.288632:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.288633:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.288636:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.288669:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.288686:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 57 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.288706:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967946880:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.289006:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.290117:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967946880:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.290137:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.290151:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094526e00, rc 0) 00000100:00100000:1.0:1746138007.290177:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972064896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1807us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.290184:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7041 00000100:00100000:0.0:1746138007.290486:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.290528:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972065024 00000100:00100000:1.0:1746138007.290533:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972065024 00010000:00010000:1.0:1746138007.290550:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.290579:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12118 00000100:00100000:1.0:1746138007.290584:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972065024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.290595:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.290616:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.290628:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.290643:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0631 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab09f expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.290663:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.290664:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.290669:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.290674:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.290690:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.290697:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967947008:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.290738:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.292184:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967947008:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.292195:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.292216:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972065024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1632us (1730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.292224:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12118 00000100:00100000:0.0:1746138007.293466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.295032:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.295099:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972065408 00000100:00100000:1.0:1746138007.295106:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972065408 00000100:00100000:1.0:1746138007.295292:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7042 00000100:00100000:1.0:1746138007.295308:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972065408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.295323:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.295339:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e063f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0b4 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.295365:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.295371:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.295387:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.295391:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e063f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0b4 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.295448:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.295457:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 5 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746138007.295458:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.295467:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967947136:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.295555:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.297119:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967947136:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.297142:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e063f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0b4 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.297161:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24ca00, rc 0) 00000100:00100000:1.0:1746138007.297192:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31560:x1830957972065408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1890us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.297199:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7042 00000100:00100000:0.0:1746138007.298299:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.298652:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972065664 00000100:00100000:1.0:1746138007.298660:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972065664 00010000:00010000:1.0:1746138007.298689:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.298721:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12119 00000100:00100000:1.0:1746138007.298728:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972065664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.298741:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.298761:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.298771:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.298791:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094526e00/0x8ae21a86589e0638 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ad expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.298818:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.298820:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.298827:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e063f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0b4 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.298839:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e063f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0b4 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.298867:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e063f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0b4 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.298957:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e063f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0b4 expref: 58 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.298969:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967947392:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.299207:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.301778:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.301855:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967947392:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.301875:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.301914:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972065664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3186us (3618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.301924:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12119 00000100:00100000:0.0:1746138007.304107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.304193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.304282:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972066048 00000100:00100000:1.0:1746138007.304290:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972066048 00000100:00100000:1.0:1746138007.304361:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7044 00000100:00100000:1.0:1746138007.304370:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972066048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.304398:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.304413:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b2dd200/0x8ae21a86589e064d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0c2 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.304555:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0646 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0bb expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.304564:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.304565:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.304569:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2dd200/0x8ae21a86589e064d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c2 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.304596:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0646 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0bb expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.304607:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0646 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0bb expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.304618:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967947648:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.304685:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.306451:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.306493:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967947648:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.306520:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b2dd200/0x8ae21a86589e064d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c2 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.306535:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b2dd200, rc 0) 00000100:00100000:1.0:1746138007.306584:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972066048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2215us (2540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.306592:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7044 00000100:00100000:0.0:1746138007.310659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.310719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.310814:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972066560 00000100:00100000:1.0:1746138007.310822:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972066560 00000100:00100000:1.0:1746138007.310876:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7045 00000100:00100000:1.0:1746138007.310885:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972066560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.310903:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.310919:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0654 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0c9 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.310948:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.310955:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b2dd200/0x8ae21a86589e064d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.310961:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138007.310964:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0654 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c9 expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.311285:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b2dd200/0x8ae21a86589e064d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.311297:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b2dd200/0x8ae21a86589e064d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c2 expref: 5 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.311309:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967947904:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.311451:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.313079:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967947904:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.313103:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0654 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c9 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.313117:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24ca00, rc 0) 00000100:00100000:1.0:1746138007.313157:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972066560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2273us (2507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.313169:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7045 00000100:00100000:0.0:1746138007.316871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.319980:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.323219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.323639:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972067456 00000100:00100000:1.0:1746138007.323648:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972067456 00000100:00100000:1.0:1746138007.323701:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7046 00000100:00100000:1.0:1746138007.323706:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972067456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.323721:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.323734:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e065b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0d0 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.323756:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0654 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c9 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.323761:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.323763:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.323765:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e065b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0d0 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.323785:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c9 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.323793:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0c9 expref: 57 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.323801:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967948160:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.323881:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.324973:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967948160:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.325008:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e065b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0d0 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.325025:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9aa00, rc 0) 00000100:00100000:1.0:1746138007.325070:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972067456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1362us (1860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.325078:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7046 00000100:00100000:0.0:1746138007.325225:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.327179:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.329056:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.329214:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972067968 00000100:00100000:1.0:1746138007.329223:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972067968 00000100:00100000:1.0:1746138007.329279:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7047 00000100:00100000:0.0:1746138007.329586:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.329647:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31560:x1830957972067968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.329666:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.329684:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0662 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0d7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.329715:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e065b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0d0 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.329723:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.329724:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.329728:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0662 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0d7 expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.329860:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e065b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0d0 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.329872:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e065b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0d0 expref: 5 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.329887:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967948544:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.330140:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.331339:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967948544:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.331360:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0662 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0d7 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.331381:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9b600, rc 0) 00000100:00100000:1.0:1746138007.331433:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31560:x1830957972067968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1770us (2362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.331441:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7047 00000100:00100000:0.0:1746138007.331531:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.333540:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.335537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.335726:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972068608 00000100:00100000:1.0:1746138007.335732:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972068608 00000100:00100000:1.0:1746138007.336022:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7049 00000100:00100000:1.0:1746138007.336029:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972068608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.336042:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138007.336048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138007.336055:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0670 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0e5 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.336075:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.336081:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0669 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0de expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.336085:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138007.336089:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0670 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0e5 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.336119:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0669 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0de expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.336128:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0670 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0e5 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.336136:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24ca00, rc 0) 00000100:00100000:1.0:1746138007.336169:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972068608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.336174:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7049 00000100:00100000:0.0:1746138007.337909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.339508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.339585:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.339656:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972069120 00000100:00100000:1.0:1746138007.339662:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972069120 00000100:00100000:1.0:1746138007.339703:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7050 00000100:00100000:1.0:1746138007.339710:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972069120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.339722:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.339734:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0677 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0ec expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.339885:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.339892:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0670 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0e5 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.339899:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138007.339914:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0677 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ec expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.339952:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0670 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0e5 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.339964:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0677 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ec expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.339974:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9aa00, rc 0) 00000100:00100000:1.0:1746138007.340006:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31559:x1830957972069120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 296us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.340011:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7050 00000100:00100000:0.0:1746138007.342085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.344197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.346630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.348978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.349123:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972070016 00000100:00100000:1.0:1746138007.349130:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972070016 00000100:00100000:1.0:1746138007.349174:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7051 00000100:00100000:1.0:1746138007.349183:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972070016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.349200:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.349216:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e067e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0f3 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.349239:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ec expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.349246:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.349247:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.349250:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e067e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0f3 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.349279:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ec expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.349327:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0677 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0ec expref: 57 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.349337:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967949440:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.350012:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.352686:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.352791:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967949440:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.352816:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e067e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0f3 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.352831:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9a800, rc 0) 00000100:00100000:1.0:1746138007.352867:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972070016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3686us (3894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.352875:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7051 00000100:00100000:0.0:1746138007.357142:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.357213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.357291:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972070528 00000100:00100000:1.0:1746138007.357296:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972070528 00000100:00100000:1.0:1746138007.357543:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7052 00000100:00100000:1.0:1746138007.357549:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972070528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.357558:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.357571:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0685 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab0fa expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.357592:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e067e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0f3 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.357599:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.357600:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.357603:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0685 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0fa expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.357625:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e067e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0f3 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.357634:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e067e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0f3 expref: 6 pid: 11153 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.357643:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967949696:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.357690:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.359098:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.359150:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957967949696:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.359173:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0685 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0fa expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.359187:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24da00, rc 0) 00000100:00100000:1.0:1746138007.359223:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972070528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1674us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.359230:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7052 00000100:00100000:0.0:1746138007.359498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.363015:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.363127:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972071040 00000100:00100000:1.0:1746138007.363133:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972071040 00002000:00100000:1.0:1746138007.363188:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49180 x1830957972071040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.363202:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49180 with x1830957972071040 ext(0->4095) 00010000:00010000:1.0:1746138007.363210:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0fa expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.363223:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0fa expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.363230:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49180 00000100:00100000:1.0:1746138007.363255:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3107 00000100:00100000:1.0:1746138007.363262:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1960:x1830957972071040:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138007.363398:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1960:x1830957972071040:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.363403:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3107 00002000:00100000:1.0:1746138007.363408:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49180 x1830957972071040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.363442:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49180 with x1830957972071040 ext(0->4095) 00010000:00010000:1.0:1746138007.363446:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0fa expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.363454:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab0fa expref: 59 pid: 11153 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.363459:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49180 00000100:00100000:0.0:1746138007.364871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.367177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.367227:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972071424 00000100:00100000:1.0:1746138007.367233:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972071424 00002000:00100000:1.0:1746138007.367259:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b127b80 x1830957972071424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.367267:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127b80 with x1830957972071424 ext(0->4095) 00002000:00010000:1.0:1746138007.367271:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b127b80 00000100:00100000:1.0:1746138007.367345:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5195 00000100:00100000:1.0:1746138007.367352:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972071424:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.367630:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972071424:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 277us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.367635:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5195 00002000:00100000:1.0:1746138007.367640:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b127b80 x1830957972071424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.367646:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127b80 with x1830957972071424 ext(0->4095) 00002000:00010000:1.0:1746138007.367649:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b127b80 00000100:00100000:0.0:1746138007.369238:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.371748:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.373548:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.373608:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972071936 00000100:00100000:1.0:1746138007.373613:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972071936 00002000:00100000:1.0:1746138007.373645:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b124a80 x1830957972071936/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.373654:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124a80 with x1830957972071936 ext(0->4095) 00002000:00010000:1.0:1746138007.373658:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b124a80 00000100:00100000:1.0:1746138007.373682:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5196 00000100:00100000:1.0:1746138007.373689:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972071936:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.373876:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972071936:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 188us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.373885:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5196 00002000:00100000:1.0:1746138007.373894:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b124a80 x1830957972071936/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.373901:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124a80 with x1830957972071936 ext(0->4095) 00002000:00010000:1.0:1746138007.373903:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b124a80 00000100:00100000:0.0:1746138007.375486:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.377461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.378015:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.379992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.380035:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972072576 00000100:00100000:1.0:1746138007.380038:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972072576 00002000:00100000:1.0:1746138007.380059:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126300 x1830957972072576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.380067:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126300 with x1830957972072576 ext(0->4095) 00010000:00010000:1.0:1746138007.380073:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e069a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab10f expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.380082:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e069a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab10f expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.380087:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126300 00000100:00100000:1.0:1746138007.380108:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3108 00000100:00100000:1.0:1746138007.380113:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972072576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.380350:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972072576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 236us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.380356:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3108 00002000:00100000:1.0:1746138007.380361:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126300 x1830957972072576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.380384:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126300 with x1830957972072576 ext(0->4095) 00010000:00010000:1.0:1746138007.380389:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e069a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab10f expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.380397:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e069a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab10f expref: 59 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.380402:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126300 00000100:00100000:0.0:1746138007.382246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.382311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.385025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.385188:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972073088 00000100:00100000:1.0:1746138007.385192:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972073088 00002000:00100000:1.0:1746138007.385218:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b125180 x1830957972073088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.385226:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125180 with x1830957972073088 ext(0->4095) 00010000:00010000:1.0:1746138007.385232:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e06a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab116 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.385243:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e06a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab116 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.385249:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b125180 00000100:00100000:1.0:1746138007.385311:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3109 00000100:00100000:1.0:1746138007.385318:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972073088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.385588:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972073088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 270us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.385594:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3109 00002000:00100000:1.0:1746138007.385600:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b125180 x1830957972073088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.385606:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125180 with x1830957972073088 ext(0->4095) 00010000:00010000:1.0:1746138007.385611:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e06a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab116 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.385619:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e06a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab116 expref: 58 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.385625:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b125180 00000100:00100000:0.0:1746138007.387675:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.388204:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.390918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.391024:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972073600 00000100:00100000:1.0:1746138007.391029:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972073600 00002000:00100000:1.0:1746138007.391055:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16680 x1830957972073600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.391062:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16680 with x1830957972073600 ext(0->4095) 00010000:00010000:1.0:1746138007.391069:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e06a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab11d expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.391079:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e06a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab11d expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.391084:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16680 00000100:00100000:1.0:1746138007.391253:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3110 00000100:00100000:1.0:1746138007.391260:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972073600:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.391368:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972073600:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.391390:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3110 00002000:00100000:1.0:1746138007.391396:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16680 x1830957972073600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.391402:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16680 with x1830957972073600 ext(0->4095) 00010000:00010000:1.0:1746138007.391406:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e06a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab11d expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.391442:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e06a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab11d expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.391448:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16680 00000100:00100000:0.0:1746138007.393210:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.393513:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12135 00000100:00100000:1.0:1746138007.393521:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972073728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.393532:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.393547:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e06a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab11d expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.393557:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e06a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab11d expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.393575:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e06a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab11d expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.393604:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.393606:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.393612:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e06af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab124 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.393619:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e06af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab124 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.393699:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e06af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab124 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.393710:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967951360:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.394019:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.397605:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967951360:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138007.397656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138007.397893:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.397915:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972073728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4395us (4708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.397923:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12135 00000100:00100000:0.0:1746138007.401783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.404715:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.407491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.407804:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.410252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.412119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.413837:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.417561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.422709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.427264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.427364:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.429242:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.429285:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.433465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.435114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.435179:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.435331:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972076416 00000100:00100000:1.0:1746138007.435335:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972076416 00000100:00100000:1.0:1746138007.435361:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7064 00000100:00100000:1.0:1746138007.435366:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31559:x1830957972076416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.435387:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.435402:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e06d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab14e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.435446:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.435451:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e06d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab147 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.435461:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138007.435464:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e06d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab14e expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.435491:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e06d2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab147 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.435508:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e06d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab14e expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.435517:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24ca00, rc 0) 00000100:00100000:1.0:1746138007.435543:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31559:x1830957972076416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.435548:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7064 00000100:00100000:0.0:1746138007.439212:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.439680:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972076800 00000100:00100000:1.0:1746138007.439686:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972076800 00002000:00100000:1.0:1746138007.439714:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091452680 x1830957972076800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.439722:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091452680 with x1830957972076800 ext(0->4095) 00010000:00010000:1.0:1746138007.439729:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e06d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab147 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.439739:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e06d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab147 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.439745:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091452680 00000100:00100000:1.0:1746138007.439757:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3113 00000100:00100000:1.0:1746138007.439761:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972076800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.439917:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972076800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.439922:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3113 00002000:00100000:1.0:1746138007.439927:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091452680 x1830957972076800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.439933:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091452680 with x1830957972076800 ext(0->4095) 00010000:00010000:1.0:1746138007.439937:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e06d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab147 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.439945:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e06d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab147 expref: 6 pid: 8501 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.439949:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091452680 00000100:00100000:0.0:1746138007.442320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.446066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.449612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.453455:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.455689:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.456660:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.457169:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.457356:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972077952 00000100:00100000:1.0:1746138007.457361:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972077952 00000100:00100000:1.0:1746138007.457393:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7067 00000100:00100000:1.0:1746138007.457399:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31560:x1830957972077952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.457405:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.457412:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e06ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab163 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.457454:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.457458:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e06e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab15c expref: 62 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.457468:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.457470:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e06ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab163 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.457492:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e06e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab15c expref: 62 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.457504:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e06ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab163 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.457517:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9be00, rc 0) 00000100:00100000:1.0:1746138007.457558:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31560:x1830957972077952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.457564:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7067 00000100:00100000:0.0:1746138007.459046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.460732:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.462917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.465587:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.465625:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972078720 00000100:00100000:1.0:1746138007.465631:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972078720 00002000:00100000:1.0:1746138007.465672:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60000 x1830957972078720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.465704:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60000 with x1830957972078720 ext(0->4095) 00002000:00010000:1.0:1746138007.465709:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a60000 00000100:00100000:1.0:1746138007.465811:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5203 00000100:00100000:1.0:1746138007.465817:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972078720:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.465986:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972078720:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.465996:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5203 00002000:00100000:1.0:1746138007.466001:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60000 x1830957972078720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.466009:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60000 with x1830957972078720 ext(0->4095) 00002000:00010000:1.0:1746138007.466012:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a60000 00000100:00100000:0.0:1746138007.467561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.470009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.473549:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.475921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.476152:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.482784:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.486273:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.486635:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972079872 00000100:00100000:1.0:1746138007.486644:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972079872 00002000:00100000:1.0:1746138007.486697:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62a00 x1830957972079872/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.486708:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62a00 with x1830957972079872 ext(0->4095) 00010000:00010000:1.0:1746138007.486717:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab178 expref: 61 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.486737:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab178 expref: 61 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.486744:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a62a00 00000100:00100000:1.0:1746138007.486771:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3115 00000100:00100000:1.0:1746138007.486778:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972079872:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.486940:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972079872:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (670us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.486946:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3115 00002000:00100000:1.0:1746138007.486950:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62a00 x1830957972079872/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.486962:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62a00 with x1830957972079872 ext(0->4095) 00010000:00010000:1.0:1746138007.486966:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab178 expref: 61 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.486975:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab178 expref: 61 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.486980:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a62a00 00000100:00100000:0.0:1746138007.497194:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.497782:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972080256 00000100:00100000:1.0:1746138007.497791:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972080256 00002000:00100000:1.0:1746138007.497838:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62300 x1830957972080256/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.497848:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62300 with x1830957972080256 ext(0->4095) 00002000:00010000:1.0:1746138007.497854:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a62300 00000100:00100000:1.0:1746138007.497881:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5205 00000100:00100000:1.0:1746138007.497888:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972080256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.499133:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972080256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1242us (1939us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.499142:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5205 00002000:00100000:1.0:1746138007.499149:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62300 x1830957972080256/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.499157:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62300 with x1830957972080256 ext(0->4095) 00002000:00010000:1.0:1746138007.499161:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a62300 00000100:00100000:0.0:1746138007.504155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.509487:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.509641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.509670:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972080640 00000100:00100000:1.0:1746138007.509673:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972080640 00010000:00010000:1.0:1746138007.509696:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e06fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab171 expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.509721:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12148 00000100:00100000:1.0:1746138007.509725:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972080640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.509736:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.509758:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e06fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab171 expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.509770:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e06fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab171 expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.509943:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.509945:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.509952:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.509959:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.509980:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.509991:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.510007:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967954816:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.510119:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.511129:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967954816:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.511140:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.511161:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1957:x1830957972080640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1435us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.511170:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12148 00000100:00100000:0.0:1746138007.512341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.512613:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972080896 00000100:00100000:1.0:1746138007.512620:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972080896 00002000:00100000:1.0:1746138007.512667:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62680 x1830957972080896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.512678:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62680 with x1830957972080896 ext(0->4095) 00010000:00010000:1.0:1746138007.512687:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.512811:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.512820:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a62680 00000100:00100000:1.0:1746138007.512850:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3116 00000100:00100000:1.0:1746138007.512858:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972080896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.513472:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972080896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 614us (1135us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.513483:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3116 00002000:00100000:1.0:1746138007.513489:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62680 x1830957972080896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.513496:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62680 with x1830957972080896 ext(0->4095) 00010000:00010000:1.0:1746138007.513502:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.513511:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.513517:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a62680 00000100:00100000:0.0:1746138007.515748:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.515945:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972081024 00000100:00100000:1.0:1746138007.515958:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972081024 00010000:00010000:1.0:1746138007.515988:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.516028:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12149 00000100:00100000:1.0:1746138007.516035:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972081024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.516047:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.516068:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.516079:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.516100:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e070a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab17f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.516130:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.516132:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.516140:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.516148:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.516180:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.516193:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967954944:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.516283:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.517766:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967954944:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.517783:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.517810:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972081024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1775us (2068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.517818:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12149 00000100:00100000:0.0:1746138007.518711:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.518793:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972081280 00000100:00100000:1.0:1746138007.518800:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972081280 00002000:00100000:1.0:1746138007.518835:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a61f80 x1830957972081280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.518845:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a61f80 with x1830957972081280 ext(0->4095) 00002000:00010000:1.0:1746138007.518851:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a61f80 00000100:00100000:1.0:1746138007.519242:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5206 00000100:00100000:1.0:1746138007.519250:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1959:x1830957972081280:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138007.519695:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1959:x1830957972081280:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 445us (985us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.519702:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5206 00002000:00100000:1.0:1746138007.519708:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a61f80 x1830957972081280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.519717:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a61f80 with x1830957972081280 ext(0->4095) 00002000:00010000:1.0:1746138007.519720:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a61f80 00000100:00100000:0.0:1746138007.540180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.540250:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972081536 00000100:00100000:1.0:1746138007.540260:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972081536 00002000:00100000:1.0:1746138007.540312:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801297d2a00 x1830957972081536/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 496/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.540322:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2a00 with x1830957972081536 ext(0->7) 00010000:00010000:1.0:1746138007.540332:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 60 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.540348:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 60 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.540356:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d2a00 00000100:00100000:1.0:1746138007.540404:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3117 00000100:00100000:1.0:1746138007.540412:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1957:x1830957972081536:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138007.540894:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972081536:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 482us (724us total) trans 4294967967 rc 0/0 00000100:00100000:1.0:1746138007.540905:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3117 00002000:00100000:1.0:1746138007.540911:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801297d2a00 x1830957972081536/t4294967967(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 496/448 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.540918:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2a00 with x1830957972081536 ext(0->7) 00010000:00010000:1.0:1746138007.540923:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.540933:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.540939:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d2a00 00000100:00100000:0.0:1746138007.543472:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.544998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.545150:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972081792 00000100:00100000:1.0:1746138007.545157:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972081792 00010000:00010000:1.0:1746138007.545189:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.545230:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12150 00000100:00100000:1.0:1746138007.545237:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972081792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.545249:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.545277:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.545288:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.545312:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0711 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab186 expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.545332:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.545335:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.545342:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.545349:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.545391:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.545405:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 5 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.545439:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967955328:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.546441:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.548873:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967955328:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.548901:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.548969:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972081792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3731us (3973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.548982:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12150 00000100:00100000:0.0:1746138007.550350:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.550519:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972082048 00000100:00100000:1.0:1746138007.550529:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972082048 00002000:00100000:1.0:1746138007.550584:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d3480 x1830957972082048/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.550599:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3480 with x1830957972082048 ext(0->4095) 00010000:00010000:1.0:1746138007.550607:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.550621:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.550627:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d3480 00000100:00100000:1.0:1746138007.550660:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3118 00000100:00100000:1.0:1746138007.550668:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972082048:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.550856:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972082048:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.550862:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3118 00002000:00100000:1.0:1746138007.550867:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d3480 x1830957972082048/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.550873:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3480 with x1830957972082048 ext(0->4095) 00010000:00010000:1.0:1746138007.550876:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.550885:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.550890:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d3480 00000100:00100000:0.0:1746138007.554366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.554743:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972082176 00000100:00100000:1.0:1746138007.554756:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972082176 00010000:00010000:1.0:1746138007.554800:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.554852:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12151 00000100:00100000:1.0:1746138007.554862:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972082176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.554878:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.554906:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.554919:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.554943:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0718 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab18d expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.554976:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.554978:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.554986:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e071f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab194 expref: 61 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.554994:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e071f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab194 expref: 61 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.555032:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e071f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab194 expref: 61 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.555047:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967955456:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.555153:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.556769:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967955456:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.556788:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.556831:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972082176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1970us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.556840:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12151 00000100:00100000:0.0:1746138007.557804:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.558045:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972082432 00000100:00100000:1.0:1746138007.558053:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972082432 00002000:00100000:1.0:1746138007.558094:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d0700 x1830957972082432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.558104:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0700 with x1830957972082432 ext(0->4095) 00002000:00010000:1.0:1746138007.558110:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d0700 00000100:00100000:1.0:1746138007.558136:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5207 00000100:00100000:1.0:1746138007.558141:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972082432:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.558307:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972082432:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.558313:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5207 00002000:00100000:1.0:1746138007.558318:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d0700 x1830957972082432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.558324:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0700 with x1830957972082432 ext(0->4095) 00002000:00010000:1.0:1746138007.558327:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d0700 00000100:00100000:0.0:1746138007.560256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.562611:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.567479:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094701180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967955712:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138007.567505:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.567542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.567559:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972082688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4327us (4947us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138007.567570:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12152 00000100:00100000:1.0:1746138007.567604:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972082944 00000100:00100000:1.0:1746138007.567610:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972082944 00002000:00100000:1.0:1746138007.567655:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092732d80 x1830957972082944/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.567664:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092732d80 with x1830957972082944 ext(0->4095) 00002000:00010000:1.0:1746138007.567669:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092732d80 00000100:00100000:1.0:1746138007.567701:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5208 00000100:00100000:1.0:1746138007.567708:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972082944:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.567890:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972082944:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.567896:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5208 00002000:00100000:1.0:1746138007.567901:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092732d80 x1830957972082944/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.567908:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092732d80 with x1830957972082944 ext(0->4095) 00002000:00010000:1.0:1746138007.567910:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092732d80 00000100:00100000:0.0:1746138007.568317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.570243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.571359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.571603:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972083328 00000100:00100000:0.0:1746138007.571607:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972083328 00010000:00010000:0.0:1746138007.571625:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab19b expref: 6 pid: 17395 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746138007.571643:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12153 00000100:00100000:0.0:1746138007.571648:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972083328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138007.571658:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138007.571685:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab19b expref: 6 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.571697:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab19b expref: 6 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.571722:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0726 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab19b expref: 6 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.572337:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138007.572340:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138007.572349:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e072d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1a2 expref: 62 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138007.572357:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e072d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1a2 expref: 62 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138007.572398:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e072d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1a2 expref: 62 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138007.572410:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e072d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1a2 expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746138007.572495:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967956096:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138007.572572:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.574167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.576295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.580083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.580337:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972083968 00000100:00100000:1.0:1746138007.580345:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972083968 00002000:00100000:1.0:1746138007.580447:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b3480 x1830957972083968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.580458:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3480 with x1830957972083968 ext(0->4095) 00002000:00010000:1.0:1746138007.580471:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b3480 00000100:00100000:1.0:1746138007.580499:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5209 00000100:00100000:1.0:1746138007.580506:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1960:x1830957972083968:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138007.580696:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1960:x1830957972083968:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 190us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.580706:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5209 00002000:00100000:1.0:1746138007.580711:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b3480 x1830957972083968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.580721:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3480 with x1830957972083968 ext(0->4095) 00002000:00010000:1.0:1746138007.580724:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b3480 00000100:00100000:0.0:1746138007.582300:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.584850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.586405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.586611:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972084480 00000100:00100000:1.0:1746138007.586617:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972084480 00002000:00100000:1.0:1746138007.586649:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094139f80 x1830957972084480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.586658:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139f80 with x1830957972084480 ext(0->4095) 00002000:00010000:1.0:1746138007.586661:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094139f80 00000100:00100000:1.0:1746138007.586687:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5210 00000100:00100000:1.0:1746138007.586693:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972084480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.586831:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972084480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.586837:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5210 00002000:00100000:1.0:1746138007.586842:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094139f80 x1830957972084480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.586849:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139f80 with x1830957972084480 ext(0->4095) 00002000:00010000:1.0:1746138007.586852:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094139f80 00000100:00100000:0.0:1746138007.588581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.590642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.591136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.594474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.598026:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.598256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.604844:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.604931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.608149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.609846:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.612246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.612594:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5211 00000100:00100000:1.0:1746138007.612604:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972086528:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.612779:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972086528:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.612785:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5211 00002000:00100000:1.0:1746138007.612791:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634a300 x1830957972086528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.612799:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634a300 with x1830957972086528 ext(0->4095) 00002000:00010000:1.0:1746138007.612802:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634a300 00000100:00100000:0.0:1746138007.614594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.618765:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.622757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.622996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.625046:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.630004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.633953:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.637392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.641839:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972088192 00000100:00100000:0.0:1746138007.641850:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972088192 00000100:00100000:0.0:1746138007.641903:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7086 00000100:00100000:0.0:1746138007.641911:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972088192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138007.641931:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138007.641949:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0773 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab1e8 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138007.641980:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e076c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1e1 expref: 61 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138007.641993:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138007.641995:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138007.641998:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0773 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1e8 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138007.642030:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e076c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1e1 expref: 61 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138007.642042:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e076c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1e1 expref: 61 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746138007.642055:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967958400:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138007.642143:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.644185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.646988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.648450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.649453:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.649575:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972088832 00000100:00100000:1.0:1746138007.649579:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972088832 00000100:00100000:1.0:1746138007.649618:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7088 00000100:00100000:1.0:1746138007.649625:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972088832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.649634:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.649643:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0781 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab1f6 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.649658:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.649663:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e077a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1ef expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.649669:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.649672:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0781 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1f6 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.649693:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e077a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1ef expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.649708:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0781 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1f6 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.649717:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9be00, rc 0) 00000100:00100000:1.0:1746138007.649892:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972088832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 266us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.649899:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7088 00000100:00100000:0.0:1746138007.651473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.655114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.655183:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972089216 00000100:00100000:1.0:1746138007.655192:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972089216 00002000:00100000:1.0:1746138007.655242:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0000 x1830957972089216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.655252:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0000 with x1830957972089216 ext(0->4095) 00010000:00010000:1.0:1746138007.655262:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e077a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1ef expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.655277:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e077a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1ef expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.655283:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0000 00000100:00100000:1.0:1746138007.655313:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3124 00000100:00100000:1.0:1746138007.655320:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972089216:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.655551:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972089216:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 230us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.655560:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3124 00002000:00100000:1.0:1746138007.655566:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0000 x1830957972089216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.655574:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0000 with x1830957972089216 ext(0->4095) 00010000:00010000:1.0:1746138007.655578:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e077a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1ef expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.655588:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e077a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab1ef expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.655594:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0000 00000100:00100000:0.0:1746138007.660145:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.664569:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.666603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.669357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.671591:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.671651:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972090112 00000100:00100000:1.0:1746138007.671658:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972090112 00002000:00100000:1.0:1746138007.671698:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5880 x1830957972090112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.671708:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5880 with x1830957972090112 ext(0->4095) 00002000:00010000:1.0:1746138007.671713:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b5880 00000100:00100000:1.0:1746138007.671763:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5216 00000100:00100000:1.0:1746138007.671770:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972090112:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.672176:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972090112:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 406us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.672182:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5216 00002000:00100000:1.0:1746138007.672187:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5880 x1830957972090112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.672194:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5880 with x1830957972090112 ext(0->4095) 00002000:00010000:1.0:1746138007.672197:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b5880 00000100:00100000:0.0:1746138007.674305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.675044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.675080:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972090368 00000100:00100000:1.0:1746138007.675087:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972090368 00000100:00100000:1.0:1746138007.675120:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7091 00000100:00100000:1.0:1746138007.675125:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31559:x1830957972090368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.675132:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.675138:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0796 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab20b expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.675149:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.675152:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e078f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab204 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.675157:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.675159:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0796 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab20b expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.675325:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e078f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab204 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.675336:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0796 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab20b expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.675345:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9a800, rc 0) 00000100:00100000:1.0:1746138007.675364:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972090368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 239us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.675379:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7091 00000100:00100000:0.0:1746138007.677912:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.680905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.681189:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972090752 00000100:00100000:1.0:1746138007.681196:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972090752 00002000:00100000:1.0:1746138007.681239:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4380 x1830957972090752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.681250:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4380 with x1830957972090752 ext(0->4095) 00010000:00010000:1.0:1746138007.681258:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e078f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab204 expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.681271:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e078f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab204 expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.681278:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b4380 00000100:00100000:1.0:1746138007.681305:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3125 00000100:00100000:1.0:1746138007.681311:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1959:x1830957972090752:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138007.681538:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1959:x1830957972090752:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 227us (639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.681544:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3125 00002000:00100000:1.0:1746138007.681549:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4380 x1830957972090752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.681557:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4380 with x1830957972090752 ext(0->4095) 00010000:00010000:1.0:1746138007.681561:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e078f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab204 expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.681570:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e078f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab204 expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.681576:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b4380 00000100:00100000:0.0:1746138007.683804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.683900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.688313:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972091264 00000100:00100000:1.0:1746138007.688320:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972091264 00002000:00100000:1.0:1746138007.688363:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701500 x1830957972091264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.688384:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701500 with x1830957972091264 ext(0->4095) 00010000:00010000:1.0:1746138007.688394:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab20b expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.688409:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab20b expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.688449:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701500 00000100:00100000:1.0:1746138007.688477:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3126 00000100:00100000:1.0:1746138007.688485:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972091264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.688659:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972091264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.688664:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3126 00002000:00100000:1.0:1746138007.688670:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701500 x1830957972091264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.688677:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701500 with x1830957972091264 ext(0->4095) 00010000:00010000:1.0:1746138007.688681:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab20b expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.688692:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab20b expref: 62 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.688702:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701500 00000100:00100000:0.0:1746138007.691011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.691192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.694001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.696080:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.698921:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.698974:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972092160 00000100:00100000:1.0:1746138007.698981:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972092160 00002000:00100000:1.0:1746138007.699022:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942eb480 x1830957972092160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.699031:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942eb480 with x1830957972092160 ext(0->4095) 00002000:00010000:1.0:1746138007.699035:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942eb480 00000100:00100000:1.0:1746138007.699072:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5217 00000100:00100000:1.0:1746138007.699078:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972092160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.699262:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972092160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.699272:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5217 00002000:00100000:1.0:1746138007.699277:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942eb480 x1830957972092160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.699283:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942eb480 with x1830957972092160 ext(0->4095) 00002000:00010000:1.0:1746138007.699286:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942eb480 00000100:00100000:0.0:1746138007.700824:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.706329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.709119:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.709407:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972092672 00000100:00100000:1.0:1746138007.709444:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972092672 00002000:00100000:1.0:1746138007.709486:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c130700 x1830957972092672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.709495:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c130700 with x1830957972092672 ext(0->4095) 00002000:00010000:1.0:1746138007.709501:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c130700 00000100:00100000:1.0:1746138007.709519:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5218 00000100:00100000:1.0:1746138007.709526:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972092672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.709681:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972092672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.709687:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5218 00000100:00100000:0.0:1746138007.710347:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00100000:1.0:1746138007.711102:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c130700 x1830957972092672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.711111:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c130700 with x1830957972092672 ext(0->4095) 00010000:00010000:1.0:1746138007.711117:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e07ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab220 expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.711129:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e07ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab220 expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.711135:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c130700 00000100:00100000:0.0:1746138007.712362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.713644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.718588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.718672:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972093312 00000100:00100000:1.0:1746138007.718682:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972093312 00002000:00100000:1.0:1746138007.718730:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131880 x1830957972093312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.718741:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131880 with x1830957972093312 ext(0->4095) 00010000:00010000:1.0:1746138007.718750:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e07b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab227 expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.718763:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e07b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab227 expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.718774:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c131880 00000100:00100000:1.0:1746138007.718808:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3128 00000100:00100000:1.0:1746138007.718816:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972093312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.718978:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972093312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.718984:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3128 00002000:00100000:1.0:1746138007.718989:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131880 x1830957972093312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.718996:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131880 with x1830957972093312 ext(0->4095) 00010000:00010000:1.0:1746138007.719000:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e07b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab227 expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.719009:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e07b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab227 expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.719014:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c131880 00000100:00100000:0.0:1746138007.721628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.725291:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.725413:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972093696 00000100:00100000:1.0:1746138007.725445:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972093696 00002000:00100000:1.0:1746138007.725487:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132680 x1830957972093696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.725496:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132680 with x1830957972093696 ext(0->4095) 00002000:00010000:1.0:1746138007.725501:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c132680 00000100:00100000:1.0:1746138007.725527:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5219 00000100:00100000:1.0:1746138007.725535:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972093696:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.726586:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972093696:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1048us (1292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.726592:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5219 00002000:00100000:1.0:1746138007.726598:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132680 x1830957972093696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.726604:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132680 with x1830957972093696 ext(0->4095) 00002000:00010000:1.0:1746138007.726607:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c132680 00000100:00100000:0.0:1746138007.729046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.731927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.734670:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.734740:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972094208 00000100:00100000:1.0:1746138007.734748:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972094208 00002000:00100000:1.0:1746138007.734800:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455c00 x1830957972094208/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.734810:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455c00 with x1830957972094208 ext(0->4095) 00002000:00010000:1.0:1746138007.734815:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455c00 00000100:00100000:1.0:1746138007.734849:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5220 00000100:00100000:1.0:1746138007.734857:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972094208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.735153:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972094208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 295us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.735158:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5220 00002000:00100000:1.0:1746138007.735163:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455c00 x1830957972094208/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.735170:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455c00 with x1830957972094208 ext(0->4095) 00002000:00010000:1.0:1746138007.735173:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455c00 00000100:00100000:0.0:1746138007.737527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.737607:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.738276:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7099 00000100:00100000:1.0:1746138007.738284:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972094464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.738291:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.738298:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e07ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab243 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.738310:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.738314:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e07c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab23c expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.738319:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.738322:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e07ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab243 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.738343:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e07c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab23c expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.738353:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e07ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab243 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.738362:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9a800, rc 0) 00000100:00100000:1.0:1746138007.738435:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972094464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.738441:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7099 00000100:00100000:0.0:1746138007.742665:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.747213:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.747289:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972094848 00000100:00100000:1.0:1746138007.747297:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972094848 00002000:00100000:1.0:1746138007.747340:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091456680 x1830957972094848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.747355:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456680 with x1830957972094848 ext(0->4095) 00010000:00010000:1.0:1746138007.747363:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e07c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab23c expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.747387:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e07c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab23c expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.747394:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091456680 00000100:00100000:1.0:1746138007.747452:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3129 00000100:00100000:1.0:1746138007.747461:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972094848:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.747627:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972094848:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.747633:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3129 00002000:00100000:1.0:1746138007.747637:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091456680 x1830957972094848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.747643:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456680 with x1830957972094848 ext(0->4095) 00010000:00010000:1.0:1746138007.747647:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e07c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab23c expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.747656:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e07c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab23c expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.747661:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091456680 00000100:00100000:0.0:1746138007.750238:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.754724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.757347:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.761678:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.766643:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.767480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.767500:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972095744 00000100:00100000:1.0:1746138007.767506:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972095744 00002000:00100000:1.0:1746138007.767538:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1500 x1830957972095744/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.767548:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1500 with x1830957972095744 ext(0->4095) 00010000:00010000:1.0:1746138007.767554:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e07d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab24a expref: 6 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.767567:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e07d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab24a expref: 6 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.767573:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1500 00000100:00100000:1.0:1746138007.767594:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3130 00000100:00100000:1.0:1746138007.767600:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972095744:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.767749:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972095744:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.767755:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3130 00002000:00100000:1.0:1746138007.767760:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1500 x1830957972095744/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.767768:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1500 with x1830957972095744 ext(0->4095) 00010000:00010000:1.0:1746138007.767771:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e07d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab24a expref: 6 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.767780:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e07d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab24a expref: 6 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.767785:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1500 00000100:00100000:0.0:1746138007.769924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.771718:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.774641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.774746:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972096384 00000100:00100000:1.0:1746138007.774753:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972096384 00002000:00100000:1.0:1746138007.774788:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1880 x1830957972096384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.774797:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1880 with x1830957972096384 ext(0->4095) 00010000:00010000:1.0:1746138007.774805:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e07dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab251 expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.774818:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e07dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab251 expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.774824:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1880 00000100:00100000:1.0:1746138007.774981:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3131 00000100:00100000:1.0:1746138007.774989:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972096384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138007.775232:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972096384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 244us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.775238:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3131 00002000:00100000:1.0:1746138007.775244:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1880 x1830957972096384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.775251:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1880 with x1830957972096384 ext(0->4095) 00010000:00010000:1.0:1746138007.775256:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e07dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab251 expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.775266:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e07dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab251 expref: 63 pid: 17395 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.775277:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1880 00000100:00100000:0.0:1746138007.779497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.782927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.786410:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.786580:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972096896 00000100:00100000:1.0:1746138007.786591:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972096896 00000100:00100000:1.0:1746138007.786645:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7103 00000100:00100000:1.0:1746138007.786653:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972096896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.786673:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.786694:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab25f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.786726:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e07e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab258 expref: 61 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.786733:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.786734:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.786738:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.786771:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e07e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab258 expref: 61 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.786782:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e07e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab258 expref: 61 pid: 17395 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.786796:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967962752:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.786920:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.789875:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967962752:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.789914:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138007.789981:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138007.790311:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.790313:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.790322:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.790332:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.790374:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.790387:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967962880:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.790968:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.793189:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967962880:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138007.793197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138007.793209:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9aa00, rc 0) 00000100:00100000:1.0:1746138007.793256:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972096896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6602us (6853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.793265:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7103 00000100:00100000:1.0:1746138007.793293:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972097152 00000100:00100000:1.0:1746138007.793299:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972097152 00000100:00100000:0.0:1746138007.795263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.795711:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972097408 00000100:00100000:1.0:1746138007.795718:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972097408 00002000:00100000:1.0:1746138007.795752:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f480 x1830957972097408/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.795768:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f480 with x1830957972097408 ext(0->4095) 00010000:00010000:1.0:1746138007.795774:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.795786:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.795792:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606f480 00000100:00100000:1.0:1746138007.796354:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3132 00000100:00100000:1.0:1746138007.796362:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972097408:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138007.796597:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972097408:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 235us (1335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.796603:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3132 00002000:00100000:1.0:1746138007.796609:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f480 x1830957972097408/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.796616:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f480 with x1830957972097408 ext(0->4095) 00010000:00010000:1.0:1746138007.796621:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.796630:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab25f expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:1.0:1746138007.796635:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606f480 00000100:00100000:0.0:1746138007.798763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.803595:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.803655:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972097792 00000100:00100000:1.0:1746138007.803662:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972097792 00002000:00100000:1.0:1746138007.803704:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f100 x1830957972097792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.803713:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f100 with x1830957972097792 ext(0->4095) 00002000:00010000:1.0:1746138007.803719:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606f100 00000100:00100000:1.0:1746138007.803744:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5223 00000100:00100000:1.0:1746138007.803752:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1960:x1830957972097792:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138007.803925:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1960:x1830957972097792:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.803931:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5223 00002000:00100000:1.0:1746138007.803936:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f100 x1830957972097792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.803943:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f100 with x1830957972097792 ext(0->4095) 00002000:00010000:1.0:1746138007.803946:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606f100 00000100:00100000:0.0:1746138007.810487:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.824791:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.828757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.831230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.832091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.838495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.839072:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.841522:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.844332:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.847909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.848301:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972099456 00000100:00100000:1.0:1746138007.848309:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972099456 00002000:00100000:1.0:1746138007.848353:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6a680 x1830957972099456/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.848373:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6a680 with x1830957972099456 ext(0->4095) 00002000:00010000:1.0:1746138007.848378:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6a680 00000100:00100000:1.0:1746138007.848396:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5224 00000100:00100000:1.0:1746138007.848402:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1960:x1830957972099456:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138007.848583:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1960:x1830957972099456:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 181us (683us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138007.848593:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5224 00002000:00100000:1.0:1746138007.848598:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6a680 x1830957972099456/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138007.848605:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6a680 with x1830957972099456 ext(0->4095) 00002000:00010000:1.0:1746138007.848608:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6a680 00000100:00100000:0.0:1746138007.851239:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.855592:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.864018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.865874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.870326:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.875565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.878534:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.883869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.884023:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972101120 00000100:00100000:1.0:1746138007.884035:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972101120 00000100:00100000:1.0:1746138007.884098:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7111 00000100:00100000:1.0:1746138007.884107:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972101120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.884127:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.884145:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0822 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab297 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.884203:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e081b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab290 expref: 63 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.884210:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.884212:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.884215:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0822 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab297 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.884248:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e081b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab290 expref: 63 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.884260:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e081b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab290 expref: 63 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.884278:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967964800:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.884784:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.886220:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967964800:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.886244:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0822 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab297 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.886259:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9aa00, rc 0) 00000100:00100000:1.0:1746138007.886295:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972101120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2188us (2438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.886303:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7111 00000100:00100000:0.0:1746138007.887073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.889377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.889601:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972101376 00000100:00100000:1.0:1746138007.889608:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972101376 00000100:00100000:1.0:1746138007.889658:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7112 00000100:00100000:1.0:1746138007.889665:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972101376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.889683:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.889702:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0829 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab29e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.889726:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab297 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.889734:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.889736:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.889739:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0829 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab29e expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.889767:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab297 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.889780:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e0822 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab297 expref: 5 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.889791:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967965056:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.889856:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.891668:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967965056:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.891688:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0829 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab29e expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.891701:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24ca00, rc 0) 00000100:00100000:1.0:1746138007.891722:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972101376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2058us (2346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.891728:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7112 00000100:00100000:0.0:1746138007.892800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.900985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.906170:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.911785:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.911850:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972102144 00000100:00100000:1.0:1746138007.911858:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972102144 00000100:00100000:1.0:1746138007.911907:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7113 00000100:00100000:1.0:1746138007.911913:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972102144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.911929:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.911946:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0830 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2a5 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.912157:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab29e expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.912166:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.912168:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.912171:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0830 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2a5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.912203:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab29e expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.912215:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab29e expref: 63 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.912227:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967965312:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.912331:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.915483:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967965312:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.915517:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0830 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2a5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.915537:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9b600, rc 0) 00000100:00100000:1.0:1746138007.915598:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972102144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3683us (3822us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.915607:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7113 00000100:00100000:0.0:1746138007.917132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.919446:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.921974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.922025:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.922220:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972102656 00000100:00100000:1.0:1746138007.922225:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972102656 00000100:00100000:1.0:1746138007.922263:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7114 00000100:00100000:1.0:1746138007.922272:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972102656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.922285:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.922303:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2ac expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.922325:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0830 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2a5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.922337:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.922339:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.922342:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ac expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.922379:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2a5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.922392:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2a5 expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.922404:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967965568:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.922492:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.924055:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967965568:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.924078:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ac expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.924094:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9be00, rc 0) 00000100:00100000:1.0:1746138007.924127:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972102656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1854us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.924137:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7114 00000100:00100000:0.0:1746138007.924230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.924264:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972102912 00000100:00100000:1.0:1746138007.924268:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972102912 00000100:00100000:1.0:1746138007.924300:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7115 00000100:00100000:1.0:1746138007.924306:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31560:x1830957972102912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.924351:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.924373:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2b3 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.924391:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.924396:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ac expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.924401:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.924404:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.924457:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ac expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.924464:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.924469:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9aa00, rc 0) 00000100:00100000:1.0:1746138007.924487:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+67:31560:x1830957972102912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.924491:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7115 00000100:00100000:0.0:1746138007.924580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.926789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.928607:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.928683:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972103424 00000100:00100000:1.0:1746138007.928691:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972103424 00010000:00010000:1.0:1746138007.928745:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ac expref: 67 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.928770:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12192 00000100:00100000:1.0:1746138007.928776:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+67:1957:x1830957972103424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.928790:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.928811:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ac expref: 67 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.928821:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ac expref: 67 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.928844:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c9be00/0x8ae21a86589e0837 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ac expref: 67 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.928873:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.928875:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.928882:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.928891:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.928928:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.928946:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967965952:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.929034:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.931166:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967965952:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.931256:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.931311:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:1957:x1830957972103424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2530us (2707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.931321:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12192 00000100:00100000:0.0:1746138007.931836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.934601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.934690:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972103808 00000100:00100000:1.0:1746138007.934699:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972103808 00000100:00100000:1.0:1746138007.934752:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7116 00000100:00100000:1.0:1746138007.934759:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972103808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.934842:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.934863:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2ba expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.934895:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.934903:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.934905:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.934908:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.934941:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.934959:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 65 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.934971:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967966080:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.935069:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.936869:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967966080:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.936893:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.936910:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24ca00, rc 0) 00000100:00100000:1.0:1746138007.936960:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972103808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2200us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.936969:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7116 00000100:00100000:0.0:1746138007.937185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.937227:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972103936 00000100:00100000:1.0:1746138007.937232:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972103936 00010000:00010000:1.0:1746138007.937254:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 66 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.937272:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12193 00000100:00100000:1.0:1746138007.937279:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:1957:x1830957972103936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.937290:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.937315:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 66 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.937330:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 66 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.937354:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c9aa00/0x8ae21a86589e083e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2b3 expref: 66 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.937377:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.937379:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.937385:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.937392:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.937460:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138007.937471:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967966208:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.937570:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.939091:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967966208:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.939107:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.939184:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972103936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1905us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.939193:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12193 00000100:00100000:0.0:1746138007.939473:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.940996:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.941087:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972104320 00000100:00100000:1.0:1746138007.941094:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972104320 00000100:00100000:1.0:1746138007.941144:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7117 00000100:00100000:1.0:1746138007.941151:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31560:x1830957972104320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.941167:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.941191:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2c1 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.941219:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.941226:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.941228:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.941232:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.941271:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.941285:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 5 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.941299:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967966336:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.941405:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.942715:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967966336:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.942734:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.942748:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712400, rc 0) 00000100:00100000:1.0:1746138007.942781:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+67:31560:x1830957972104320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1631us (1789us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.942788:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7117 00000100:00100000:0.0:1746138007.943520:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.943564:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972104576 00000100:00100000:1.0:1746138007.943570:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972104576 00010000:00010000:1.0:1746138007.943593:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.943627:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12194 00000100:00100000:1.0:1746138007.943633:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972104576:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138007.943643:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138007.943669:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.943681:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.943707:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0845 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2ba expref: 6 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:1.0:1746138007.943733:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.943734:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.943742:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.943756:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.943783:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.943794:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 66 pid: 21614 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.943807:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967966592:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.943993:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.945454:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967966592:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.945476:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138007.945520:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972104576:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1886us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.945529:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12194 00000100:00100000:0.0:1746138007.945701:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972104832 00000100:00100000:0.0:1746138007.945708:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972104832 00002000:00100000:0.0:1746138007.945761:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700700 x1830957972104832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/0 e 0 to 0 dl 1746138018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.945773:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700700 with x1830957972104832 ext(0->4095) 00010000:00010000:0.0:1746138007.945784:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 67 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.945797:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 67 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746138007.945804:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094700700 00000100:00100000:0.0:1746138007.945821:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3140 00000100:00100000:0.0:1746138007.945828:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+67:1957:x1830957972104832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138007.946150:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+67:1957:x1830957972104832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 322us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138007.946157:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3140 00002000:00100000:0.0:1746138007.946162:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700700 x1830957972104832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:443/0 lens 488/4536 e 0 to 0 dl 1746138018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138007.946170:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700700 with x1830957972104832 ext(0->4095) 00010000:00010000:0.0:1746138007.946174:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 67 pid: 21614 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746138007.946184:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e084c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c1 expref: 67 pid: 21614 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746138007.946191:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094700700 00000100:00100000:0.0:1746138007.947551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.947602:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.947634:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972105088 00000100:00100000:1.0:1746138007.947640:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972105088 00000100:00100000:1.0:1746138007.947684:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7119 00000100:00100000:1.0:1746138007.947690:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972105088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.947702:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.947716:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e085a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2cf expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.947739:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.947746:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0853 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c8 expref: 67 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.947752:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138007.947755:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e085a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2cf expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.947791:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0853 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c8 expref: 67 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.947803:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e085a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2cf expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.947812:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.947813:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.947819:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0853 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c8 expref: 66 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.947827:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0853 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c8 expref: 66 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.947844:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0853 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c8 expref: 66 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.947855:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0853 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2c8 expref: 66 pid: 8501 timeout: 552 lvb_type: 0 00000100:00100000:1.0:1746138007.947867:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967966848:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138007.947941:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.949239:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967966848:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138007.949267:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138007.949304:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972105088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1613us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.949310:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7119 00000100:00100000:0.0:1746138007.949692:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.951138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.951195:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972105472 00000100:00100000:1.0:1746138007.951202:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972105472 00000100:00100000:1.0:1746138007.951234:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7120 00000100:00100000:1.0:1746138007.951240:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972105472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.951253:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.951269:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0861 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2d6 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.951292:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.951298:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e085a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2cf expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.951304:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138007.951308:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0861 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2d6 expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.951343:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e085a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2cf expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.951355:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0861 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2d6 expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.951379:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713a00, rc 0) 00000100:00100000:1.0:1746138007.951411:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+67:31559:x1830957972105472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.951437:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7120 00000100:00100000:0.0:1746138007.951944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.956223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.959805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.964977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.970774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.970972:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972106368 00000100:00100000:1.0:1746138007.970984:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972106368 00000100:00100000:1.0:1746138007.971047:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7121 00000100:00100000:1.0:1746138007.971055:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972106368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.971076:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.971098:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0868 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2dd expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.971132:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0861 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2d6 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.971138:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.971140:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.971143:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0868 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2dd expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.971170:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0861 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2d6 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.971178:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0861 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2d6 expref: 65 pid: 21614 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138007.971187:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967967360:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.971272:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138007.973486:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967967360:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.973523:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0868 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2dd expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.973544:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712200, rc 0) 00000100:00100000:1.0:1746138007.973604:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972106368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2547us (2840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.973613:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7121 00000100:00100000:0.0:1746138007.975188:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.975948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.975972:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972106624 00000100:00100000:1.0:1746138007.975976:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972106624 00000100:00100000:1.0:1746138007.976001:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7122 00000100:00100000:1.0:1746138007.976007:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972106624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.976025:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.976037:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e086f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2e4 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.976054:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0868 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2dd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.976060:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.976061:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138007.976064:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e086f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2e4 expref: 67 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.976082:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0868 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2dd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.976093:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0868 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2dd expref: 5 pid: 21614 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138007.976102:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967967616:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.976145:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138007.978378:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.978512:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967967616:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138007.978532:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e086f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2e4 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.978544:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713e00, rc 0) 00000100:00100000:1.0:1746138007.978567:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972106624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2560us (2619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138007.978573:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7122 00000100:00100000:0.0:1746138007.987195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.990728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138007.997964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138007.998171:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972107392 00000100:00100000:1.0:1746138007.998182:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972107392 00000100:00100000:1.0:1746138007.998245:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7123 00000100:00100000:1.0:1746138007.998254:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972107392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138007.998278:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138007.998296:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0876 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab2eb expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.998341:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e086f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2e4 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.998348:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.998350:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138007.998354:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0876 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2eb expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.998399:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e086f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2e4 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138007.998411:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e086f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2e4 expref: 65 pid: 21614 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138007.998466:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967967872:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138007.998562:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.004167:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957967967872:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.004205:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0876 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab2eb expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.004225:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713a00, rc 0) 00000100:00100000:1.0:1746138008.004281:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972107392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6028us (6328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.004289:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7123 00000100:00100000:0.0:1746138008.006214:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138008.006430:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138008.010820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.015355:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972107776 00000100:00100000:1.0:1746138008.015377:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972107776 00000100:00100000:0.0:1746138008.017722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:0.0:1746138008.018102:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138008.019887:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.020441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.026529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.029885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138008.032598:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138008.035575:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.038151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.041012:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.043894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.045260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.045559:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.045701:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972109696 00000100:00100000:1.0:1746138008.045705:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972109696 00000100:00100000:1.0:1746138008.045734:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7128 00000100:00100000:1.0:1746138008.045739:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+69:31559:x1830957972109696:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.045745:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.045752:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e0899 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab30e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.045765:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.045768:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0892 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab307 expref: 70 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.045773:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.045776:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e0899 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab30e expref: 70 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.045797:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0892 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab307 expref: 70 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.045808:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e0899 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab30e expref: 70 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.045816:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713e00, rc 0) 00000100:00100000:1.0:1746138008.045839:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+70:31559:x1830957972109696:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.045845:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7128 00000100:00100000:0.0:1746138008.046845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.049672:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.051605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.051657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.053621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.054959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.055022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.055441:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12206 00000100:00100000:0.0:1746138008.055449:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+68:1960:x1830957972110848:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138008.055460:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138008.055479:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e0899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab30e expref: 69 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.055491:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e0899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab30e expref: 69 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.055513:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e0899 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab30e expref: 70 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.055551:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.055552:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.055558:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab315 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.055565:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab315 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.055652:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08a0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab315 expref: 5 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.055660:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08a0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab315 expref: 5 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746138008.055675:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130ef2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967969664:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138008.055745:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.057043:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130ef2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967969664:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.057055:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.057073:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+68:1960:x1830957972110848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1625us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.057081:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12206 00000100:00100000:0.0:1746138008.057465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.059278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.059369:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972111232 00000100:00100000:1.0:1746138008.059376:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972111232 00010000:00010000:1.0:1746138008.059402:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab315 expref: 6 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.059459:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12207 00000100:00100000:1.0:1746138008.059465:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972111232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.059476:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.059497:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab315 expref: 6 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.059507:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab315 expref: 6 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.059529:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab315 expref: 6 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.059556:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.059562:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.059570:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e08a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab31c expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.059578:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e08a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab31c expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.059655:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e08a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab31c expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.059666:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967969792:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.060005:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.061304:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967969792:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.061320:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.061345:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972111232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1879us (2071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.061354:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12207 00000100:00100000:0.0:1746138008.061822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.063864:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.065560:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.065720:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972111744 00000100:00100000:1.0:1746138008.065728:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972111744 00010000:00010000:1.0:1746138008.065761:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e08a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab31c expref: 68 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.065795:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12208 00000100:00100000:1.0:1746138008.065802:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+68:1957:x1830957972111744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.065876:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.065896:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e08a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab31c expref: 68 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.065908:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e08a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab31c expref: 68 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.065928:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e08a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab31c expref: 68 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.065943:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.065945:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.065951:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e08ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab323 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.065963:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e08ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab323 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.065987:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e08ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab323 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.065996:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967970048:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.066060:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.067242:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.067245:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967970048:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.067259:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.067298:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+67:1957:x1830957972111744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1496us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.067306:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12208 00000100:00100000:0.0:1746138008.068649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.070991:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.071043:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972112256 00000100:00100000:1.0:1746138008.071050:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972112256 00010000:00010000:1.0:1746138008.071075:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e08ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab323 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.071110:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12209 00000100:00100000:1.0:1746138008.071117:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972112256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.071130:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.071151:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e08ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab323 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.071163:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e08ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab323 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.071188:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e08ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab323 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.071199:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.071201:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.071208:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e08b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab32a expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.071216:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e08b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab32a expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.071245:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e08b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab32a expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.071256:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967970304:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.071329:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.072408:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967970304:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.072452:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.072483:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972112256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1366us (1493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.072491:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12209 00000100:00100000:0.0:1746138008.072774:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.075738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.077852:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.080612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.080738:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972112896 00000100:00100000:1.0:1746138008.080745:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972112896 00010000:00010000:1.0:1746138008.080774:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e08b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab32a expref: 70 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.080807:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12210 00000100:00100000:1.0:1746138008.080813:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+70:1960:x1830957972112896:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.080824:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746138008.080836:0:7124:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746138007 -> 1746138008 00002000:00010000:1.0:1746138008.080838:0:7124:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746138007 -> 1746138008 00010000:00010000:1.0:1746138008.080843:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e08b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab32a expref: 70 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.080852:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e08b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab32a expref: 70 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.080869:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e08b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab32a expref: 70 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.080891:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.080893:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.080900:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e08bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab331 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.080906:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e08bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab331 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.080936:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e08bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab331 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.080947:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967970560:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.081010:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.083251:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967970560:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.083266:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.083298:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+69:1960:x1830957972112896:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2484us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.083307:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12210 00000100:00100000:0.0:1746138008.084054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.086170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.090613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.090727:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972113408 00000100:00100000:1.0:1746138008.090737:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972113408 00010000:00010000:1.0:1746138008.090774:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e08bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab331 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.090815:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12211 00000100:00100000:1.0:1746138008.090823:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972113408:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.090836:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.090859:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e08bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab331 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.090870:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e08bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab331 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.090896:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e08bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab331 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.090924:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.090927:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.090935:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab338 expref: 69 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.090948:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab338 expref: 69 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.090982:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab338 expref: 69 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.090996:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092731880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967970816:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.091076:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.092628:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092731880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967970816:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.092646:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.092692:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972113408:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1868us (2083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.092701:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12211 00000100:00100000:0.0:1746138008.093196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.095385:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.097313:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.099166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.099235:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972114048 00000100:00100000:1.0:1746138008.099241:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972114048 00010000:00010000:1.0:1746138008.099261:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab338 expref: 72 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.099290:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12212 00000100:00100000:1.0:1746138008.099295:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:1957:x1830957972114048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.099303:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.099313:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab338 expref: 72 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.099323:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab338 expref: 72 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.099337:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e08c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab338 expref: 72 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.099369:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.099370:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.099375:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e08ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab33f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.099380:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e08ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab33f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.099401:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e08ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab33f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.099408:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092731880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967971072:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.099480:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.102594:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092731880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967971072:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.102614:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.102727:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+71:1957:x1830957972114048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3429us (3563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.102736:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12212 00000100:00100000:1.0:1746138008.103223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.105223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.106818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.107602:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.107640:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972114688 00000100:00100000:1.0:1746138008.107649:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972114688 00010000:00010000:1.0:1746138008.107681:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e08ca lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab33f expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.107712:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12213 00000100:00100000:1.0:1746138008.107719:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972114688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.107729:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.107748:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e08ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab33f expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.107758:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e08ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab33f expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.107778:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e08ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab33f expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.107838:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.107840:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.107847:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e08d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab346 expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.107854:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e08d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab346 expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.107943:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e08d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab346 expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.107957:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e08d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab346 expref: 73 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.107967:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967971456:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.108031:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.109575:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967971456:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.109593:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.109643:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972114688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1924us (2040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.109652:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12213 00000100:00100000:0.0:1746138008.109928:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.112227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.112498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.112576:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972115200 00000100:00100000:1.0:1746138008.112692:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972115200 00010000:00010000:1.0:1746138008.112724:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e08d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab346 expref: 73 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.112759:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12214 00000100:00100000:1.0:1746138008.112766:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:1957:x1830957972115200:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.112777:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.112795:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e08d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab346 expref: 73 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.112806:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e08d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab346 expref: 73 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.112825:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e08d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab346 expref: 73 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.112844:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.112846:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.112852:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e08d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab34d expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.112859:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e08d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab34d expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.112906:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e08d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab34d expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.112922:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e08d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab34d expref: 72 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.112933:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967971712:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.113455:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.115412:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.115457:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967971712:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.115474:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.115516:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:1957:x1830957972115200:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2749us (3017us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.115524:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12214 00000100:00100000:0.0:1746138008.118543:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.118636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.118913:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972115712 00000100:00100000:0.0:1746138008.118917:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972115712 00010000:00010000:0.0:1746138008.118933:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e08d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab34d expref: 73 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746138008.118960:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12215 00000100:00100000:0.0:1746138008.118965:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:1957:x1830957972115712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138008.118975:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138008.118992:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e08d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab34d expref: 73 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.119002:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e08d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab34d expref: 73 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.119019:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e08d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab34d expref: 73 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.119034:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.119035:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.119041:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e08df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab354 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.119047:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e08df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab354 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.119074:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e08df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab354 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138008.119084:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967971840:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138008.119143:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.120752:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.123414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.127861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.130519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.132335:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.137041:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.137639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.137836:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972117120 00000100:00100000:0.0:1746138008.137843:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972117120 00000100:00100000:0.0:1746138008.137887:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7142 00000100:00100000:0.0:1746138008.137892:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b1f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972117120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138008.137906:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138008.137920:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e08fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab370 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.137942:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.137946:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e08f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab369 expref: 74 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.137952:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138008.137955:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e08fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab370 expref: 74 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.137987:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e08f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab369 expref: 74 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.137998:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e08fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab370 expref: 74 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.138005:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57200, rc 0) 00000100:00100000:0.0:1746138008.138562:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b1f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+74:31559:x1830957972117120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 667us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138008.138568:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7142 00000100:00100000:0.0:1746138008.139092:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.141792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.143878:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.143932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.146823:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.146877:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972118016 00000100:00100000:0.0:1746138008.146885:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972118016 00002000:00100000:0.0:1746138008.146925:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730000 x1830957972118016/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138008.146934:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730000 with x1830957972118016 ext(0->4095) 00010000:00010000:0.0:1746138008.146942:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e08fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab370 expref: 72 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.146955:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e08fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab370 expref: 72 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746138008.146966:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730000 00000100:00100000:0.0:1746138008.146996:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3156 00000100:00100000:0.0:1746138008.147003:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:1958:x1830957972118016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138008.147154:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:1958:x1830957972118016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138008.147160:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3156 00002000:00100000:0.0:1746138008.147165:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730000 x1830957972118016/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138008.147172:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730000 with x1830957972118016 ext(0->4095) 00010000:00010000:0.0:1746138008.147176:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e08fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab370 expref: 72 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.147189:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e08fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab370 expref: 72 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746138008.147195:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730000 00000100:00100000:0.0:1746138008.148839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.148940:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.151271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.153193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.153449:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12221 00000100:00100000:1.0:1746138008.153459:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972118656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.153470:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.153489:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0902 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab377 expref: 6 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.153502:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0902 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab377 expref: 6 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.153532:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0902 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab377 expref: 6 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.153563:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.153566:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.153575:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e0909 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab37e expref: 71 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.153582:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e0909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab37e expref: 71 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.153617:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e0909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab37e expref: 71 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.153629:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967973376:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.153708:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.155373:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.155474:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967973376:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.155491:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.155524:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972118656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2067us (2332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.155534:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12221 00000100:00100000:0.0:1746138008.157494:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.159204:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.159310:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972119168 00000100:00100000:1.0:1746138008.159315:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972119168 00010000:00010000:1.0:1746138008.159336:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e0909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab37e expref: 72 pid: 21614 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.159375:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12222 00000100:00100000:1.0:1746138008.159380:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:1957:x1830957972119168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.159390:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.159413:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e0909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab37e expref: 72 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.159457:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e0909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab37e expref: 72 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.159479:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fa00/0x8ae21a86589e0909 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab37e expref: 72 pid: 21614 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.159491:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.159492:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.159500:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0910 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab385 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.159508:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0910 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab385 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.159537:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0910 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab385 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.159546:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967973632:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.159597:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.161345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.161379:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967973632:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.161711:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.162124:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+71:1957:x1830957972119168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2742us (2919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.162134:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12222 00000100:00100000:0.0:1746138008.163476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.166156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.166232:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.166269:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972119808 00000100:00100000:0.0:1746138008.166275:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972119808 00010000:00010000:0.0:1746138008.166308:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0910 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab385 expref: 6 pid: 21614 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.166447:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972119680 00000100:00100000:1.0:1746138008.166452:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972119680 00000100:00100000:1.0:1746138008.166485:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7147 00000100:00100000:1.0:1746138008.166494:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:31559:x1830957972119680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.166511:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.166527:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e091e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab393 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.166554:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.166560:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0917 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab38c expref: 73 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.166566:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.166570:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e091e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab393 expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.166617:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0917 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab38c expref: 73 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.166628:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e091e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab393 expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.166635:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.166636:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.166643:0:17395:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0917 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab38c expref: 73 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.166649:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0917 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab38c expref: 73 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.166747:0:17395:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0917 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab38c expref: 73 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.166760:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0917 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab38c expref: 73 pid: 21614 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.166773:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967974016:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.166840:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.168392:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967974016:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.168411:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712200, rc 0) 00000100:00100000:1.0:1746138008.168485:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972119680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1992us (2336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.168494:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7147 00000100:00100000:0.0:1746138008.169310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.173539:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.173656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.179117:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.179208:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.181575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.183986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.187206:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.190463:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.192551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.194339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.196351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.199100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.199901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.200007:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972122240 00000100:00100000:1.0:1746138008.200013:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972122240 00000100:00100000:1.0:1746138008.200049:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7152 00000100:00100000:1.0:1746138008.200056:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:31559:x1830957972122240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.200175:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.200188:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab3b6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.200209:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.200215:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e093a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3af expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.200220:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.200224:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3b6 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.200256:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e093a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3af expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.200266:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3b6 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.200273:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713a00, rc 0) 00000100:00100000:1.0:1746138008.200292:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972122240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 237us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.200504:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7152 00000100:00100000:0.0:1746138008.202588:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.205728:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972122752 00000100:00100000:1.0:1746138008.205735:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972122752 00000100:00100000:1.0:1746138008.205773:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7153 00000100:00100000:1.0:1746138008.205777:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972122752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.205791:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.205808:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0948 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab3bd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.205834:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.205840:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3b6 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.205845:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138008.205849:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0948 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3bd expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.205886:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3b6 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.205964:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0948 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3bd expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.205973:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.205975:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.205980:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3b6 expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.205987:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3b6 expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.206009:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3b6 expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.206020:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0941 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3b6 expref: 72 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.206033:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967975552:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.206276:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.207573:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967975552:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.207587:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138008.207625:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972122752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1847us (1966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.207632:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7153 00000100:00100000:0.0:1746138008.208044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.209808:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.209857:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972123264 00000100:00100000:1.0:1746138008.209862:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972123264 00000100:00100000:0.0:1746138008.209888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.209911:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7154 00000100:00100000:1.0:1746138008.209918:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:31559:x1830957972123264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.209930:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.209946:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e094f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab3c4 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.209969:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.209980:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0948 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3bd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.209991:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138008.209994:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e094f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3c4 expref: 74 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.210029:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0948 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3bd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.210146:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e094f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3c4 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.210155:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713e00, rc 0) 00000100:00100000:1.0:1746138008.210175:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972123264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 258us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.210180:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7154 00000100:00100000:0.0:1746138008.211247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.214135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.217061:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.218703:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.218792:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972124160 00000100:00100000:1.0:1746138008.218799:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972124160 00000100:00100000:1.0:1746138008.218839:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7155 00000100:00100000:1.0:1746138008.218844:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972124160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.218858:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.218874:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0956 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab3cb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.218899:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e094f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3c4 expref: 71 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.218905:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.218906:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.218909:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0956 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3cb expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.218937:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e094f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3c4 expref: 71 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.218947:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e094f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3c4 expref: 71 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.218956:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967976064:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.219016:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.220756:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967976064:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.220783:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0956 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3cb expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.220798:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713600, rc 0) 00000100:00100000:1.0:1746138008.220843:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972124160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1997us (2142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.220851:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7155 00000100:00100000:0.0:1746138008.221367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.224982:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.225044:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972124672 00000100:00100000:1.0:1746138008.225049:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972124672 00000100:00100000:1.0:1746138008.225170:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7156 00000100:00100000:1.0:1746138008.225181:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+71:31560:x1830957972124672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.225191:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.225205:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e095d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab3d2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.225229:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0956 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3cb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.225236:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.225237:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.225241:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e095d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d2 expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.225262:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0956 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3cb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.225272:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0956 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3cb expref: 5 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.225282:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967976320:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.225353:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.226616:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967976320:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.226635:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e095d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d2 expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.226646:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712400, rc 0) 00000100:00100000:1.0:1746138008.226671:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:31560:x1830957972124672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1493us (1691us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.226679:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7156 00000100:00100000:0.0:1746138008.226863:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.227993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.228139:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972124928 00000100:00100000:1.0:1746138008.228146:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972124928 00000100:00100000:1.0:1746138008.228190:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7157 00000100:00100000:1.0:1746138008.228198:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:31559:x1830957972124928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.228214:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.228228:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0964 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab3d9 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.228247:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e095d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d2 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.228254:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.228256:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.228259:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0964 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d9 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.228281:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e095d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d2 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.228293:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e095d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d2 expref: 73 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.228302:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967976576:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.228386:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.228929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.230513:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967976576:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.230545:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0964 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d9 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.230566:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138008.230606:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972124928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2408us (2614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.230614:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7157 00000100:00100000:0.0:1746138008.230792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.230866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.230933:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972125312 00000100:00100000:1.0:1746138008.230938:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972125312 00000100:00100000:1.0:1746138008.230977:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7158 00000100:00100000:1.0:1746138008.230984:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972125312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.230997:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.231008:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e096b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab3e0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.231026:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.231030:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0964 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d9 expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.231035:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138008.231038:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e096b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3e0 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.231062:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0964 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3d9 expref: 72 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.231070:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e096b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3e0 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.231080:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712200, rc 0) 00000100:00100000:1.0:1746138008.231203:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972125312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.231324:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7158 00000100:00100000:0.0:1746138008.235338:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.238557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.238616:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.240725:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.242842:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.245590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.247503:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.249652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.251862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.253847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.255826:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.255916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.255956:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972127360 00000100:00100000:1.0:1746138008.255961:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972127360 00000100:00100000:1.0:1746138008.256002:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7162 00000100:00100000:1.0:1746138008.256009:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972127360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.256075:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.256087:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0987 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab3fc expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.256102:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.256108:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0980 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3f5 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.256118:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.256121:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0987 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3fc expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.256214:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3f5 expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.256222:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0980 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3f5 expref: 73 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.256238:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967977728:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.256289:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.257851:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967977728:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.257886:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0987 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3fc expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.257903:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138008.257954:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972127360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1944us (2131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.257965:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7162 00000100:00100000:0.0:1746138008.258190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.260125:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.260175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.260192:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972127872 00000100:00100000:1.0:1746138008.260199:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972127872 00000100:00100000:1.0:1746138008.260241:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7163 00000100:00100000:1.0:1746138008.260248:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972127872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.260262:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.260276:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e098e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab403 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.260297:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.260302:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0987 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3fc expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.260308:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138008.260311:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e098e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab403 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.260351:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0987 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab3fc expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.260376:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e098e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab403 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.260385:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712400, rc 0) 00000100:00100000:1.0:1746138008.260447:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972127872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.260452:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7163 00000100:00100000:0.0:1746138008.262771:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.264203:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.264261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.264511:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972128512 00000100:00100000:1.0:1746138008.264515:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972128512 00000100:00100000:1.0:1746138008.264549:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7164 00000100:00100000:1.0:1746138008.264554:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972128512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.264565:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.264579:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0995 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab40a expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.264602:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.264608:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e098e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab403 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.264614:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.264617:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0995 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab40a expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.264728:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e098e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab403 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.264738:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e098e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab403 expref: 5 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.264749:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967978240:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.265088:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.266585:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967978240:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.266612:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0995 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab40a expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.266626:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713600, rc 0) 00000100:00100000:1.0:1746138008.266663:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972128512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.266671:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7164 00000100:00100000:0.0:1746138008.266813:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.269543:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.272390:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.280115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.280224:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972129280 00000100:00100000:1.0:1746138008.280233:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972129280 00000100:00100000:1.0:1746138008.280279:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7165 00000100:00100000:1.0:1746138008.280286:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972129280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.280304:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.280321:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e099c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab411 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.280353:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0995 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab40a expref: 71 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.280369:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.280371:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.280374:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e099c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab411 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.280398:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab40a expref: 71 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.280406:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab40a expref: 71 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.280445:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967978624:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.280575:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.281623:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967978624:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.281644:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e099c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab411 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.281658:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713a00, rc 0) 00000100:00100000:1.0:1746138008.281696:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972129280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1410us (1591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.281703:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7165 00000100:00100000:0.0:1746138008.282471:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.283408:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.283543:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972129536 00000100:00100000:1.0:1746138008.283548:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972129536 00000100:00100000:1.0:1746138008.283620:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7166 00000100:00100000:1.0:1746138008.283627:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:31559:x1830957972129536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.283640:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.283651:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e09a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab418 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.283669:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e099c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab411 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.283675:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.283677:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.283680:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e09a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab418 expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.283697:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e099c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab411 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.283706:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e099c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab411 expref: 5 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.283714:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967978880:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.283765:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.285202:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.285534:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967978880:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.285549:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e09a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab418 expref: 72 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.285559:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713e00, rc 0) 00000100:00100000:1.0:1746138008.285579:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+72:31559:x1830957972129536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1953us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.285588:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7166 00000100:00100000:0.0:1746138008.287910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.291687:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.295606:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.295749:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972130304 00000100:00100000:1.0:1746138008.295763:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972130304 00000100:00100000:1.0:1746138008.295840:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7167 00000100:00100000:1.0:1746138008.295849:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972130304:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.295867:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.295884:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab41f expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.295913:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e09a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab418 expref: 71 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.295919:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.295921:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.295924:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09aa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab41f expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.295954:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e09a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab418 expref: 71 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.295966:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713e00/0x8ae21a86589e09a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab418 expref: 71 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.295977:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967979136:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.296081:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.298258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.298397:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967979136:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.298460:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab41f expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.298478:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138008.298527:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972130304:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2679us (2930us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.298535:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7167 00000100:00100000:0.0:1746138008.301839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.305746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.309642:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.309838:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972130944 00000100:00100000:1.0:1746138008.309846:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972130944 00000100:00100000:1.0:1746138008.309893:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7168 00000100:00100000:1.0:1746138008.309901:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+73:31559:x1830957972130944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.309917:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.309933:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e09b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab426 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.309960:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab41f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.309967:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.309969:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.309972:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e09b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab426 expref: 74 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.310001:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab41f expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.310012:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab41f expref: 5 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.310023:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967979392:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.310110:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.310283:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.311864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.311968:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967979392:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.311985:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e09b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab426 expref: 75 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.311994:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713600, rc 0) 00000100:00100000:1.0:1746138008.312018:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+75:31559:x1830957972130944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2119us (2385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.312024:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7168 00000100:00100000:0.0:1746138008.315042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.319707:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.323681:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.327157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.327273:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972131968 00000100:00100000:1.0:1746138008.327281:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972131968 00000100:00100000:1.0:1746138008.327593:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7170 00000100:00100000:1.0:1746138008.327602:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972131968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.327620:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.327634:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab434 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.327663:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e09b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab42d expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.327670:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.327672:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.327676:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09bf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab434 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.327708:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e09b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab42d expref: 73 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.327721:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e09b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab42d expref: 73 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.327734:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967979904:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.327820:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.331372:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967979904:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.331408:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab434 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.331461:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138008.331510:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972131968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3909us (4363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.331518:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7170 00000100:00100000:0.0:1746138008.331896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.334186:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.334268:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972132224 00000100:00100000:1.0:1746138008.334274:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972132224 00000100:00100000:1.0:1746138008.334313:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7171 00000100:00100000:1.0:1746138008.334319:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+74:31559:x1830957972132224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.334333:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.334345:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e09c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab43b expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.334390:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab434 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.334397:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.334399:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.334402:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e09c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab43b expref: 75 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.334449:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab434 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.334460:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e09bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab434 expref: 5 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.334469:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967980160:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.334544:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.335736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.337382:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967980160:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.337402:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e09c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab43b expref: 74 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.337433:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712200, rc 0) 00000100:00100000:1.0:1746138008.337465:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+74:31559:x1830957972132224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3146us (3283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.337470:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7171 00000100:00100000:0.0:1746138008.342100:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.348942:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.354941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.355046:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972132992 00000100:00100000:1.0:1746138008.355280:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972132992 00000100:00100000:1.0:1746138008.355376:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7172 00000100:00100000:1.0:1746138008.355384:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972132992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.355406:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.355469:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e09cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab442 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.355502:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e09c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab43b expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.355509:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.355511:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.355513:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e09cd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab442 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.355546:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e09c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab43b expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.355557:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e09c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab43b expref: 73 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.356569:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967980416:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.356687:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.363339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.367631:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.367689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.369643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.372835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.375892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.378862:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.382103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.383748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.389247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.389821:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.391807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.392979:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.394769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.396481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.398079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.399957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.401606:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.403303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.406127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.409808:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.411639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.415709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.417866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.417945:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.419919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.423814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.424011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.429383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.431543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.434526:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.436166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.438869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.440930:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.443815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.445251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.445995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.449114:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.452096:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.453867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.455392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.457755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.459605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.462848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.467208:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.472366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.474602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.480592:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.483128:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.483193:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.486888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.490255:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.491521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.491736:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972141824 00000100:00100000:1.0:1746138008.491742:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972141824 00010000:00010000:1.0:1746138008.491765:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0a36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4ab expref: 81 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.491794:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12265 00000100:00100000:1.0:1746138008.491799:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+81:1958:x1830957972141824:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.491809:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.491831:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0a36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4ab expref: 81 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.491842:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0a36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4ab expref: 81 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.491860:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0a36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4ab expref: 81 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.491883:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.491885:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.491891:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0a3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.491899:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0a3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.491921:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0a3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.491933:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0a3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b2 expref: 5 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.491945:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967984768:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.493108:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.496012:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.496551:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967984768:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.496574:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.496618:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+80:1958:x1830957972141824:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4818us (5097us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.496626:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12265 00000100:00100000:0.0:1746138008.498738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.498827:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972142208 00000100:00100000:1.0:1746138008.498833:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972142208 00010000:00010000:1.0:1746138008.498860:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0a3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b2 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.498879:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12266 00000100:00100000:1.0:1746138008.498885:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972142208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.498895:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.498916:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0a3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b2 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.498927:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0a3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b2 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.498949:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0a3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b2 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.498976:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.498978:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.498986:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0a44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b9 expref: 79 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.498994:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0a44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b9 expref: 79 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.499141:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0a44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b9 expref: 79 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.499154:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967984896:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.499246:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.500788:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967984896:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.500809:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.500858:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972142208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1971us (2124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.500868:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12266 00000100:00100000:0.0:1746138008.500939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.502757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.504527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.504578:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972142720 00000100:00100000:1.0:1746138008.504584:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972142720 00010000:00010000:1.0:1746138008.504606:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0a44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b9 expref: 80 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.504636:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12267 00000100:00100000:1.0:1746138008.504642:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+80:1957:x1830957972142720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.504652:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.504675:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0a44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b9 expref: 80 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.504686:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0a44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b9 expref: 80 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.504705:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0a44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4b9 expref: 80 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.504727:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.504729:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.504735:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0a4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4c0 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.504742:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0a4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4c0 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.504765:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0a4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4c0 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.504774:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967985152:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.504829:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.505787:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967985152:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.505801:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.505833:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+79:1957:x1830957972142720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1191us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.505838:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12267 00000100:00100000:0.0:1746138008.506847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.508250:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.510152:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.512010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.513636:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.516119:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.521626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.525538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.527950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.530929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.534326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.536082:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.538482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.540595:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.542278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.544083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.548104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.548180:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.550162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.552954:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.553040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.555720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.557752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.557795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.560388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.562738:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.565587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.566113:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972147328 00000100:00100000:1.0:1746138008.566119:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972147328 00002000:00100000:1.0:1746138008.566151:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0700 x1830957972147328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.566159:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0700 with x1830957972147328 ext(0->4095) 00002000:00010000:1.0:1746138008.566163:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b0700 00000100:00100000:1.0:1746138008.566178:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5269 00000100:00100000:1.0:1746138008.566184:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1960:x1830957972147328:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138008.566302:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1960:x1830957972147328:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.566308:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5269 00002000:00100000:1.0:1746138008.566312:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0700 x1830957972147328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.566319:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0700 with x1830957972147328 ext(0->4095) 00002000:00010000:1.0:1746138008.566322:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b0700 00000100:00100000:0.0:1746138008.568323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.571716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.575650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.575672:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972147840 00000100:00100000:1.0:1746138008.575679:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972147840 00002000:00100000:1.0:1746138008.575710:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc68000 x1830957972147840/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.575719:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68000 with x1830957972147840 ext(0->4095) 00002000:00010000:1.0:1746138008.575724:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc68000 00000100:00100000:1.0:1746138008.575740:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5270 00000100:00100000:1.0:1746138008.575746:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972147840:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.575888:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972147840:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.575894:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5270 00002000:00100000:1.0:1746138008.575899:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc68000 x1830957972147840/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.575906:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68000 with x1830957972147840 ext(0->4095) 00002000:00010000:1.0:1746138008.575909:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc68000 00000100:00100000:0.0:1746138008.576699:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972147968 00000100:00100000:0.0:1746138008.576703:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972147968 00000100:00100000:0.0:1746138008.576723:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7200 00000100:00100000:0.0:1746138008.576728:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+83:31559:x1830957972147968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138008.576736:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138008.576748:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0a91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab506 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.576764:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0a8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4ff expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.576770:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.576771:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.576774:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0a91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab506 expref: 84 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.576792:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0a8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4ff expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.576802:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0a8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab4ff expref: 5 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746138008.576811:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967987584:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138008.576870:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.577473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.578267:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967987584:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.578283:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0a91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab506 expref: 84 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.578292:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57800, rc 0) 00000100:00100000:1.0:1746138008.578324:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:31559:x1830957972147968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1595us (1694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.578329:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7200 00000100:00100000:1.0:1746138008.578938:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.581968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.582043:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972148480 00000100:00100000:1.0:1746138008.582048:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972148480 00002000:00100000:1.0:1746138008.582079:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69180 x1830957972148480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.582087:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69180 with x1830957972148480 ext(0->4095) 00010000:00010000:1.0:1746138008.582093:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0a91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab506 expref: 85 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.582104:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0a91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab506 expref: 85 pid: 8501 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.582110:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69180 00000100:00100000:1.0:1746138008.582121:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3192 00000100:00100000:1.0:1746138008.582127:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972148480:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.582252:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972148480:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.582260:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3192 00002000:00100000:1.0:1746138008.582264:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69180 x1830957972148480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.582271:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69180 with x1830957972148480 ext(0->4095) 00010000:00010000:1.0:1746138008.582275:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0a91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab506 expref: 85 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.582284:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0a91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab506 expref: 85 pid: 8501 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.582288:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69180 00000100:00100000:0.0:1746138008.583836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.586906:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.586959:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972148864 00000100:00100000:1.0:1746138008.586972:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972148864 00002000:00100000:1.0:1746138008.587014:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9e300 x1830957972148864/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.587023:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9e300 with x1830957972148864 ext(0->4095) 00002000:00010000:1.0:1746138008.587027:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f9e300 00000100:00100000:1.0:1746138008.587054:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5271 00000100:00100000:1.0:1746138008.587060:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1958:x1830957972148864:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.587234:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1958:x1830957972148864:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.587241:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5271 00002000:00100000:1.0:1746138008.587246:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9e300 x1830957972148864/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.587259:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9e300 with x1830957972148864 ext(0->4095) 00002000:00010000:1.0:1746138008.587262:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f9e300 00000100:00100000:0.0:1746138008.592207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.595896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.598650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.598810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.598885:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972149504 00000100:00100000:1.0:1746138008.598895:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972149504 00002000:00100000:1.0:1746138008.598941:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c133100 x1830957972149504/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.598950:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c133100 with x1830957972149504 ext(0->4095) 00002000:00010000:1.0:1746138008.598955:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c133100 00000100:00100000:1.0:1746138008.598990:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5272 00000100:00100000:1.0:1746138008.598997:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972149504:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138008.599144:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972149504:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.599307:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5272 00002000:00100000:1.0:1746138008.599312:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c133100 x1830957972149504/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.599317:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c133100 with x1830957972149504 ext(0->4095) 00010000:00010000:1.0:1746138008.599321:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0a9f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab514 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.599331:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0a9f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab514 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.599335:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c133100 00000100:00100000:0.0:1746138008.600520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.600918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.602838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.602978:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972150016 00000100:00100000:1.0:1746138008.602984:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972150016 00002000:00100000:1.0:1746138008.603019:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126a00 x1830957972150016/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.603028:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126a00 with x1830957972150016 ext(0->4095) 00010000:00010000:1.0:1746138008.603036:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab51b expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.603048:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab51b expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.603054:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126a00 00000100:00100000:1.0:1746138008.603080:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3193 00000100:00100000:1.0:1746138008.603086:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972150016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.603241:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972150016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.603247:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3193 00002000:00100000:1.0:1746138008.603252:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126a00 x1830957972150016/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.603258:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126a00 with x1830957972150016 ext(0->4095) 00010000:00010000:1.0:1746138008.603262:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab51b expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.603270:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab51b expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.603280:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126a00 00000100:00100000:0.0:1746138008.605048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.607139:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.609064:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.609159:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972150528 00000100:00100000:1.0:1746138008.609167:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972150528 00000100:00100000:1.0:1746138008.609294:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7205 00000100:00100000:1.0:1746138008.609302:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972150528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.609318:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.609338:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0ab4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab529 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.609384:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab522 expref: 83 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.609392:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.609394:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.609398:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0ab4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab529 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.609555:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab522 expref: 83 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.609569:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab522 expref: 83 pid: 21614 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.609582:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967988864:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.609930:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.611453:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967988864:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138008.611476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138008.611480:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0ab4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab529 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.611497:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138008.611529:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972150528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2228us (2470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.611536:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7205 00000100:00100000:0.0:1746138008.613710:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.615792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.616060:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972151040 00000100:00100000:1.0:1746138008.616068:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972151040 00000100:00100000:1.0:1746138008.616113:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7206 00000100:00100000:1.0:1746138008.616121:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+83:31560:x1830957972151040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.616221:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.616239:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab530 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.616267:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0ab4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab529 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.616272:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.616274:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.616276:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab530 expref: 84 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.616300:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0ab4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab529 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.616308:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab529 expref: 5 pid: 8501 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.616316:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967989120:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.616405:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.617891:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.618014:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957967989120:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.618041:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab530 expref: 84 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.618057:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713a00, rc 0) 00000100:00100000:1.0:1746138008.618097:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:31560:x1830957972151040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1977us (2309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.618112:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7206 00000100:00100000:0.0:1746138008.618717:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.618744:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972151296 00000100:00100000:0.0:1746138008.618749:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972151296 00000100:00100000:0.0:1746138008.618794:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7207 00000100:00100000:0.0:1746138008.618801:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:31559:x1830957972151296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138008.618814:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138008.618828:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0ac2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab537 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.618850:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.618854:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab530 expref: 85 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.618860:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138008.618864:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0ac2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab537 expref: 85 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.618896:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab530 expref: 85 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.618907:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0ac2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab537 expref: 85 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.618915:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57000, rc 0) 00000100:00100000:0.0:1746138008.618999:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:31559:x1830957972151296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138008.619005:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7207 00000100:00100000:0.0:1746138008.622005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.622189:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972151552 00000100:00100000:1.0:1746138008.622197:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972151552 00002000:00100000:1.0:1746138008.622237:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5180 x1830957972151552/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.622248:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5180 with x1830957972151552 ext(0->4095) 00010000:00010000:1.0:1746138008.622257:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab530 expref: 85 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.622270:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab530 expref: 85 pid: 8501 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.622277:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b5180 00000100:00100000:1.0:1746138008.622303:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3194 00000100:00100000:1.0:1746138008.622310:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972151552:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.622505:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972151552:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.622512:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3194 00002000:00100000:1.0:1746138008.622517:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5180 x1830957972151552/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.622524:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5180 with x1830957972151552 ext(0->4095) 00010000:00010000:1.0:1746138008.622528:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab530 expref: 85 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.622536:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0abb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab530 expref: 85 pid: 8501 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.622541:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b5180 00000100:00100000:0.0:1746138008.625609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.625742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.630453:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972152064 00000100:00100000:1.0:1746138008.630460:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972152064 00002000:00100000:1.0:1746138008.630503:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701180 x1830957972152064/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.630514:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701180 with x1830957972152064 ext(0->4095) 00010000:00010000:1.0:1746138008.630523:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab537 expref: 84 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.630536:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab537 expref: 84 pid: 8501 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.630543:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701180 00000100:00100000:1.0:1746138008.630573:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3195 00000100:00100000:1.0:1746138008.630580:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1957:x1830957972152064:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138008.631212:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1957:x1830957972152064:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 630us (821us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.631218:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3195 00002000:00100000:1.0:1746138008.631224:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701180 x1830957972152064/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.631231:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701180 with x1830957972152064 ext(0->4095) 00010000:00010000:1.0:1746138008.631236:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab537 expref: 84 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.631247:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e0ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab537 expref: 84 pid: 8501 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.631253:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701180 00000100:00100000:0.0:1746138008.632815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.632860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.637009:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972152576 00000100:00100000:1.0:1746138008.637015:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972152576 00002000:00100000:1.0:1746138008.637048:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ef100 x1830957972152576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.637055:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef100 with x1830957972152576 ext(0->4095) 00010000:00010000:1.0:1746138008.637062:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab53e expref: 6 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.637071:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab53e expref: 6 pid: 8501 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.637079:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ef100 00000100:00100000:1.0:1746138008.637099:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3196 00000100:00100000:1.0:1746138008.637103:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972152576:12345-192.168.204.27@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746138008.637240:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972152576:12345-192.168.204.27@tcp:3:ldlm_bl.0 Request processed in 136us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.637244:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3196 00002000:00100000:1.0:1746138008.637247:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ef100 x1830957972152576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.637252:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef100 with x1830957972152576 ext(0->4095) 00010000:00010000:1.0:1746138008.637255:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab53e expref: 6 pid: 8501 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.637261:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab53e expref: 6 pid: 8501 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.637265:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ef100 00000100:00100000:0.0:1746138008.639274:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.643117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.644073:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972152960 00000100:00100000:1.0:1746138008.644082:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972152960 00002000:00100000:1.0:1746138008.644128:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942ead80 x1830957972152960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.644139:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ead80 with x1830957972152960 ext(0->4095) 00002000:00010000:1.0:1746138008.644144:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942ead80 00000100:00100000:1.0:1746138008.644176:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5275 00000100:00100000:1.0:1746138008.644183:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1957:x1830957972152960:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138008.644765:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1957:x1830957972152960:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 580us (1647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.644773:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5275 00002000:00100000:1.0:1746138008.644778:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942ead80 x1830957972152960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.644785:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ead80 with x1830957972152960 ext(0->4095) 00002000:00010000:1.0:1746138008.644788:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942ead80 00000100:00100000:0.0:1746138008.646697:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.649159:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.651181:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.651224:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972153472 00000100:00100000:1.0:1746138008.651230:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972153472 00002000:00100000:1.0:1746138008.651270:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830957972153472/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.651279:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830957972153472 ext(0->4095) 00002000:00010000:1.0:1746138008.651283:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467800 00000100:00100000:1.0:1746138008.651306:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5276 00000100:00100000:1.0:1746138008.651313:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972153472:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138008.651509:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972153472:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 196us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.651514:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5276 00002000:00100000:1.0:1746138008.651518:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830957972153472/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.651526:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830957972153472 ext(0->4095) 00002000:00010000:1.0:1746138008.651528:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467800 00000100:00100000:0.0:1746138008.653879:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.653968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.654173:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7212 00000100:00100000:0.0:1746138008.654180:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:31559:x1830957972153728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138008.654188:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138008.654195:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0ae5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab55a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.654223:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.654227:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0ade lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab553 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.654233:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138008.654236:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0ae5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab55a expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.654264:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0ade lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab553 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.654283:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0ae5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab55a expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.654293:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57800, rc 0) 00000100:00100000:0.0:1746138008.654648:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:31559:x1830957972153728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 467us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138008.654654:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7212 00000100:00100000:0.0:1746138008.657156:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.659169:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.659634:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972154112 00000100:00100000:1.0:1746138008.659641:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972154112 00002000:00100000:1.0:1746138008.659684:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014a300 x1830957972154112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.659695:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014a300 with x1830957972154112 ext(0->4095) 00010000:00010000:1.0:1746138008.659704:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0ade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab553 expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.659718:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0ade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab553 expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.659724:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014a300 00000100:00100000:1.0:1746138008.659750:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3197 00000100:00100000:1.0:1746138008.659757:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1957:x1830957972154112:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138008.659917:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1957:x1830957972154112:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.659923:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3197 00002000:00100000:1.0:1746138008.659928:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014a300 x1830957972154112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.659935:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014a300 with x1830957972154112 ext(0->4095) 00010000:00010000:1.0:1746138008.659939:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0ade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab553 expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.659949:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0ade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab553 expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.659959:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014a300 00000100:00100000:0.0:1746138008.661940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.663166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.666115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.666230:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972154624 00000100:00100000:1.0:1746138008.666238:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972154624 00002000:00100000:1.0:1746138008.666283:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16d80 x1830957972154624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.666293:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16d80 with x1830957972154624 ext(0->4095) 00010000:00010000:1.0:1746138008.666302:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab55a expref: 85 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.666316:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab55a expref: 84 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.666322:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16d80 00000100:00100000:1.0:1746138008.666345:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3198 00000100:00100000:1.0:1746138008.666364:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1958:x1830957972154624:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.666561:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1958:x1830957972154624:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.666568:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3198 00002000:00100000:1.0:1746138008.666695:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16d80 x1830957972154624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.666705:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16d80 with x1830957972154624 ext(0->4095) 00010000:00010000:1.0:1746138008.666710:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab55a expref: 84 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.666724:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac57800/0x8ae21a86589e0ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab55a expref: 84 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.666730:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16d80 00000100:00100000:0.0:1746138008.670140:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972154752 00000100:00100000:0.0:1746138008.670151:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972154752 00000100:00100000:0.0:1746138008.670196:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7214 00000100:00100000:0.0:1746138008.670203:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:31559:x1830957972154752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138008.670219:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138008.670233:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589e0af3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab568 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.670258:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138008.670265:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.670338:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746138008.670343:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589e0af3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab568 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.670399:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.670437:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac56000/0x8ae21a86589e0af3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab568 expref: 85 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.670445:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.670447:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.670453:0:17395:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.670461:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.670535:0:17395:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.670552:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 5 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746138008.670564:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957967991168:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138008.670632:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.673589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.673644:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972155136 00000100:00100000:1.0:1746138008.673652:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972155136 00002000:00100000:1.0:1746138008.673691:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403f800 x1830957972155136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.673701:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f800 with x1830957972155136 ext(0->4095) 00010000:00010000:1.0:1746138008.673710:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.673724:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.673731:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403f800 00000100:00100000:1.0:1746138008.673757:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3199 00000100:00100000:1.0:1746138008.673763:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972155136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.673953:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972155136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.673958:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3199 00002000:00100000:1.0:1746138008.673963:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403f800 x1830957972155136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.673968:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f800 with x1830957972155136 ext(0->4095) 00010000:00010000:1.0:1746138008.673972:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.673979:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0aec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab561 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.673983:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403f800 00000100:00100000:0.0:1746138008.676320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.679314:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.679388:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972155520 00000100:00100000:1.0:1746138008.679397:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972155520 00002000:00100000:1.0:1746138008.679551:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1f80 x1830957972155520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.679563:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1f80 with x1830957972155520 ext(0->4095) 00002000:00010000:1.0:1746138008.679568:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c1f80 00000100:00100000:1.0:1746138008.679593:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5277 00000100:00100000:1.0:1746138008.679602:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1958:x1830957972155520:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.680436:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1958:x1830957972155520:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 817us (1104us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.680443:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5277 00002000:00100000:1.0:1746138008.680449:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1f80 x1830957972155520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.680456:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1f80 with x1830957972155520 ext(0->4095) 00002000:00010000:1.0:1746138008.680459:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c1f80 00000100:00100000:0.0:1746138008.682630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.685806:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.692496:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.692582:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972156032 00000100:00100000:1.0:1746138008.692597:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972156032 00000100:00100000:0.0:1746138008.692634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00100000:1.0:1746138008.692649:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455500 x1830957972156032/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.692670:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455500 with x1830957972156032 ext(0->4095) 00002000:00010000:1.0:1746138008.692677:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455500 00000100:00100000:1.0:1746138008.692712:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5278 00000100:00100000:1.0:1746138008.692720:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972156032:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138008.693862:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972156032:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 1140us (1379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.693869:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5278 00002000:00100000:1.0:1746138008.693877:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455500 x1830957972156032/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.693884:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455500 with x1830957972156032 ext(0->4095) 00010000:00010000:1.0:1746138008.693890:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0afa lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab56f expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.693901:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0afa lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab56f expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.693907:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091455500 00000100:00100000:1.0:1746138008.697578:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.697637:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972156288 00000100:00100000:0.0:1746138008.697649:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972156288 00000100:00100000:0.0:1746138008.697717:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7217 00000100:00100000:0.0:1746138008.697726:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:31560:x1830957972156288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138008.697750:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138008.697774:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0b08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab57d expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.697804:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.697810:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab576 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.697818:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138008.697822:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0b08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab57d expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.697866:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab576 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.697878:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0b08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab57d expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.697886:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9a800, rc 0) 00000100:00100000:1.0:1746138008.698124:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.698124:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:31560:x1830957972156288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 399us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138008.698130:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7217 00000100:00100000:0.0:1746138008.702609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.702681:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972156672 00000100:00100000:1.0:1746138008.702698:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972156672 00002000:00100000:1.0:1746138008.702749:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fbb80 x1830957972156672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.702759:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fbb80 with x1830957972156672 ext(0->4095) 00010000:00010000:1.0:1746138008.702769:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab576 expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.702784:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab576 expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.702791:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943fbb80 00000100:00100000:1.0:1746138008.702822:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3200 00000100:00100000:1.0:1746138008.702830:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972156672:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.703040:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972156672:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 210us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.703046:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3200 00002000:00100000:1.0:1746138008.703052:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fbb80 x1830957972156672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.703058:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fbb80 with x1830957972156672 ext(0->4095) 00010000:00010000:1.0:1746138008.703062:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab576 expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.703071:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab576 expref: 85 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.703077:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943fbb80 00000100:00100000:0.0:1746138008.707106:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.711066:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972157056 00000100:00100000:0.0:1746138008.711074:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972157056 00002000:00100000:0.0:1746138008.711121:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c277100 x1830957972157056/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138008.711132:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277100 with x1830957972157056 ext(0->4095) 00002000:00010000:0.0:1746138008.711137:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c277100 00000100:00100000:0.0:1746138008.711177:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5279 00000100:00100000:0.0:1746138008.711186:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1957:x1830957972157056:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138008.711899:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1957:x1830957972157056:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 713us (888us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.711907:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5279 00002000:00100000:1.0:1746138008.711913:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c277100 x1830957972157056/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.711920:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277100 with x1830957972157056 ext(0->4095) 00002000:00010000:1.0:1746138008.711924:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c277100 00000100:00100000:0.0:1746138008.714774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.718230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.718383:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972157312 00000100:00100000:1.0:1746138008.718390:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972157312 00002000:00100000:1.0:1746138008.718472:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943f9500 x1830957972157312/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 496/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.718482:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9500 with x1830957972157312 ext(0->7) 00010000:00010000:1.0:1746138008.718491:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0b08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab57d expref: 84 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.718506:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0b08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab57d expref: 84 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.718514:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943f9500 00000100:00100000:1.0:1746138008.718540:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3201 00000100:00100000:1.0:1746138008.718548:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+84:1958:x1830957972157312:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138008.719238:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972157312:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 688us (1007us total) trans 4294967979 rc 0/0 00000100:00100000:1.0:1746138008.719245:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3201 00002000:00100000:1.0:1746138008.719252:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943f9500 x1830957972157312/t4294967979(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 496/448 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.719259:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9500 with x1830957972157312 ext(0->7) 00010000:00010000:1.0:1746138008.719265:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0b08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab57d expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.719277:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0b08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab57d expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.719283:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943f9500 00000100:00100000:0.0:1746138008.721546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.726927:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.727080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.727121:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972157824 00000100:00100000:0.0:1746138008.727127:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972157824 00002000:00100000:1.0:1746138008.727179:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432df80 x1830957972157824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.727190:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432df80 with x1830957972157824 ext(0->4095) 00010000:00010000:1.0:1746138008.727198:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0b0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab584 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.727207:0:25240:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0b0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab584 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746138008.727213:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432df80 00000100:00100000:1.0:1746138008.727229:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3202 00000100:00100000:1.0:1746138008.727234:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972157824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.727642:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972157824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 406us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.727649:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3202 00002000:00100000:1.0:1746138008.727655:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432df80 x1830957972157824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.727662:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432df80 with x1830957972157824 ext(0->4095) 00010000:00010000:1.0:1746138008.727666:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0b0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab584 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.727680:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0b0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab584 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.727686:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432df80 00000100:00100000:1.0:1746138008.729570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.729653:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972157952 00000100:00100000:0.0:1746138008.729659:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972157952 00000100:00100000:0.0:1746138008.729710:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7220 00000100:00100000:0.0:1746138008.729718:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:31560:x1830957972157952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138008.729731:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138008.729743:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0b1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab592 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.729760:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.729765:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 87 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.729770:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138008.729773:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0b1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab592 expref: 87 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.729851:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 87 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.729863:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e0b1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab592 expref: 87 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.729871:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9b600, rc 0) 00000100:00100000:0.0:1746138008.729892:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:31560:x1830957972157952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138008.729898:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7220 00000100:00100000:0.0:1746138008.730024:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12296 00000100:00100000:0.0:1746138008.730030:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972158080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138008.730038:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138008.730058:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0b0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab584 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.730070:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0b0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab584 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.730089:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0b0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab584 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.730152:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.730154:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138008.730160:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.730167:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.730186:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138008.730196:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746138008.730207:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957967992704:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138008.730267:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.731583:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.731652:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972158336 00000100:00100000:1.0:1746138008.731656:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972158336 00002000:00100000:1.0:1746138008.731689:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432fb80 x1830957972158336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.731702:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432fb80 with x1830957972158336 ext(0->4095) 00010000:00010000:1.0:1746138008.731709:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.731721:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.731727:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432fb80 00000100:00100000:1.0:1746138008.731753:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3203 00000100:00100000:1.0:1746138008.731760:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1958:x1830957972158336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.732184:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1958:x1830957972158336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 424us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.732191:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3203 00002000:00100000:1.0:1746138008.732196:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432fb80 x1830957972158336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.732208:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432fb80 with x1830957972158336 ext(0->4095) 00010000:00010000:1.0:1746138008.732213:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.732221:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab58b expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.732226:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432fb80 00000100:00100000:0.0:1746138008.734173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.736330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.738102:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.740460:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.742599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.745315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.747288:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.747838:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.749556:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.751364:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.751668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.753242:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972160384 00000100:00100000:0.0:1746138008.753255:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972160384 00002000:00100000:0.0:1746138008.753299:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275500 x1830957972160384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138008.753307:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275500 with x1830957972160384 ext(0->4095) 00010000:00010000:0.0:1746138008.753315:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5a7 expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.753333:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5a7 expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746138008.753340:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275500 00000100:00100000:0.0:1746138008.753386:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3205 00000100:00100000:0.0:1746138008.753394:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1957:x1830957972160384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138008.753590:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1957:x1830957972160384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 197us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138008.753596:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3205 00002000:00100000:0.0:1746138008.753601:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275500 x1830957972160384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138008.753608:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275500 with x1830957972160384 ext(0->4095) 00010000:00010000:0.0:1746138008.753613:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5a7 expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746138008.753621:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5a7 expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746138008.753625:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275500 00000100:00100000:0.0:1746138008.754888:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.754935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.755072:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12301 00000100:00100000:1.0:1746138008.755082:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1958:x1830957972160512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.755096:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.755118:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5a7 expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.755158:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5a7 expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.755179:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5a7 expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.755207:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.755208:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.755214:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.755231:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.755270:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.755280:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 5 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.755290:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967993984:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.755359:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.756314:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967993984:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.756328:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.756374:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972160512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1293us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.756380:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12301 00000100:00100000:0.0:1746138008.756883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.756935:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972160896 00000100:00100000:1.0:1746138008.756940:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972160896 00002000:00100000:1.0:1746138008.756975:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093def100 x1830957972160896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.756984:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def100 with x1830957972160896 ext(0->4095) 00010000:00010000:1.0:1746138008.756992:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.757004:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.757015:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093def100 00000100:00100000:1.0:1746138008.757036:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3206 00000100:00100000:1.0:1746138008.757042:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972160896:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138008.757203:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972160896:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.757209:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3206 00002000:00100000:1.0:1746138008.757215:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093def100 x1830957972160896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.757221:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def100 with x1830957972160896 ext(0->4095) 00010000:00010000:1.0:1746138008.757225:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.757233:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.757239:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093def100 00000100:00100000:0.0:1746138008.758892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.758987:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972161024 00000100:00100000:1.0:1746138008.758995:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972161024 00010000:00010000:1.0:1746138008.759021:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.759057:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12302 00000100:00100000:1.0:1746138008.759063:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972161024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.759075:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.759095:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.759112:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.759140:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ae expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.759167:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.759170:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.759178:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5b5 expref: 85 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.759275:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5b5 expref: 85 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.759313:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5b5 expref: 85 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.759328:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967994112:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.759457:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.760516:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967994112:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.760534:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.760570:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972161024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1506us (1682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.760578:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12302 00000100:00100000:0.0:1746138008.761141:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.761176:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972161280 00000100:00100000:1.0:1746138008.761182:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972161280 00002000:00100000:1.0:1746138008.761294:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6300 x1830957972161280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.761304:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6300 with x1830957972161280 ext(0->4095) 00002000:00010000:1.0:1746138008.761309:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d6300 00000100:00100000:1.0:1746138008.761330:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5282 00000100:00100000:1.0:1746138008.761336:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1959:x1830957972161280:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138008.761809:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1959:x1830957972161280:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 465us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.761820:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5282 00002000:00100000:1.0:1746138008.761829:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6300 x1830957972161280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.761837:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6300 with x1830957972161280 ext(0->4095) 00002000:00010000:1.0:1746138008.761844:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d6300 00000100:00100000:0.0:1746138008.763037:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.765508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.765557:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972161536 00000100:00100000:1.0:1746138008.765566:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972161536 00010000:00010000:1.0:1746138008.765593:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5b5 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.765622:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12303 00000100:00100000:1.0:1746138008.765627:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972161536:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.765634:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.765649:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5b5 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.765660:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5b5 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.765675:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5b5 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.765697:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.765698:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.765703:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0b47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5bc expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.765708:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0b47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5bc expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.765728:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0b47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5bc expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.765736:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967994368:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.765791:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.767653:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967994368:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.767672:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.767733:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972161536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2104us (2224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.767741:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12303 00000100:00100000:0.0:1746138008.768185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.768702:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972161792 00000100:00100000:1.0:1746138008.768708:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972161792 00002000:00100000:1.0:1746138008.768736:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1c00 x1830957972161792/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.768744:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1c00 with x1830957972161792 ext(0->4095) 00002000:00010000:1.0:1746138008.768749:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c1c00 00000100:00100000:1.0:1746138008.768812:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5283 00000100:00100000:1.0:1746138008.768819:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972161792:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.769185:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972161792:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 366us (1145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.769191:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5283 00002000:00100000:1.0:1746138008.769197:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1c00 x1830957972161792/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.769203:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1c00 with x1830957972161792 ext(0->4095) 00002000:00010000:1.0:1746138008.769206:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c1c00 00000100:00100000:0.0:1746138008.770729:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.772093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.772777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.772823:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972162176 00000100:00100000:1.0:1746138008.772828:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972162176 00010000:00010000:1.0:1746138008.772846:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0b47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5bc expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.772871:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12304 00000100:00100000:1.0:1746138008.772876:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972162176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.772885:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.772918:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0b47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5bc expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.772933:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0b47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5bc expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.773017:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0b47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5bc expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.773040:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.773042:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.773047:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.773055:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.773075:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.773085:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.773095:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967994752:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.773149:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.774948:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967994752:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.774967:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.775009:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972162176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2131us (2232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.775021:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12304 00000100:00100000:0.0:1746138008.775140:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.775189:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972162432 00000100:00100000:1.0:1746138008.775194:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972162432 00002000:00100000:1.0:1746138008.775230:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60380 x1830957972162432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.775239:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60380 with x1830957972162432 ext(0->4095) 00010000:00010000:1.0:1746138008.775247:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.775260:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.775267:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a60380 00000100:00100000:1.0:1746138008.775295:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3207 00000100:00100000:1.0:1746138008.775302:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1958:x1830957972162432:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.775493:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1958:x1830957972162432:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.775498:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3207 00002000:00100000:1.0:1746138008.775504:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60380 x1830957972162432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.775510:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60380 with x1830957972162432 ext(0->4095) 00010000:00010000:1.0:1746138008.775514:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.775527:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.775533:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a60380 00000100:00100000:0.0:1746138008.777748:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.777802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.777890:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972162688 00000100:00100000:1.0:1746138008.777897:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972162688 00010000:00010000:1.0:1746138008.777929:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.777955:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12305 00000100:00100000:1.0:1746138008.777962:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1960:x1830957972162688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.777978:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.778001:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.778014:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.778037:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5c3 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.778309:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.778312:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.778324:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.778337:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.778683:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.778692:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.778700:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967994880:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.778778:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.780356:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967994880:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.780384:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.780468:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1960:x1830957972162688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2504us (2662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.780480:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12305 00000100:00100000:0.0:1746138008.781283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.781326:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972162944 00000100:00100000:1.0:1746138008.781333:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972162944 00002000:00100000:1.0:1746138008.781388:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a63b80 x1830957972162944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.781398:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a63b80 with x1830957972162944 ext(0->4095) 00010000:00010000:1.0:1746138008.781407:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.781450:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.781455:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a63b80 00000100:00100000:1.0:1746138008.781471:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3208 00000100:00100000:1.0:1746138008.781479:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972162944:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.781650:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972162944:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.781656:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3208 00002000:00100000:1.0:1746138008.781661:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a63b80 x1830957972162944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.781668:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a63b80 with x1830957972162944 ext(0->4095) 00010000:00010000:1.0:1746138008.781672:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.781680:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.781686:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a63b80 00000100:00100000:0.0:1746138008.783181:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.783234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.783341:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972163072 00000100:00100000:1.0:1746138008.783360:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972163072 00010000:00010000:1.0:1746138008.783384:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.783456:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12306 00000100:00100000:1.0:1746138008.783464:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:1960:x1830957972163072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.783477:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.783503:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.783514:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.783540:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0b55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ca expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.783556:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.783558:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.783567:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.783575:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.783606:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.783618:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d1 expref: 5 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.783630:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967995264:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.783722:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.785781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.785971:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967995264:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.785996:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.786069:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1960:x1830957972163072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2603us (2832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.786078:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12306 00000100:00100000:0.0:1746138008.787936:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.788019:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972163584 00000100:00100000:1.0:1746138008.788030:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972163584 00010000:00010000:1.0:1746138008.788062:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d1 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.788088:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12307 00000100:00100000:1.0:1746138008.788093:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972163584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.788105:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.788122:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d1 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.788130:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d1 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.788147:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d1 expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.788163:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.788165:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.788170:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d8 expref: 85 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.788176:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d8 expref: 85 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.788202:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d8 expref: 85 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.788211:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967995392:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.788281:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.789637:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967995392:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.789656:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.789691:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972163584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1596us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.789701:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12307 00000100:00100000:0.0:1746138008.789898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.791495:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.794036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.794105:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972164096 00000100:00100000:1.0:1746138008.794116:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972164096 00010000:00010000:1.0:1746138008.794153:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d8 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.794282:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12308 00000100:00100000:1.0:1746138008.794290:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972164096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.794306:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.794329:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d8 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.794342:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d8 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.794382:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5d8 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.794511:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.794513:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.794522:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5df expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.794530:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5df expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.794560:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5df expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.794570:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967995648:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.794641:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.797329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.797476:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967995648:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.797499:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.797547:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972164096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3257us (3511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.797556:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12308 00000100:00100000:0.0:1746138008.799124:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.800842:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.800880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.801085:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972164608 00000100:00100000:1.0:1746138008.801092:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972164608 00010000:00010000:1.0:1746138008.801118:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5df expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.801144:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12309 00000100:00100000:1.0:1746138008.801151:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972164608:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.801165:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.801189:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5df expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.801200:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5df expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.801222:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20e200/0x8ae21a86589e0b6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5df expref: 6 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.801243:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.801244:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.801251:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5e6 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.801259:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5e6 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.801287:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5e6 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.801297:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5e6 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.801308:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996032:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.801384:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.802328:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996032:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.802341:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.802386:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972164608:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1235us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.802393:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12309 00000100:00100000:0.0:1746138008.803344:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.805591:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.805682:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.805745:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972165248 00000100:00100000:1.0:1746138008.805750:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972165248 00010000:00010000:1.0:1746138008.805772:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5e6 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.805806:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12310 00000100:00100000:1.0:1746138008.805812:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1958:x1830957972165248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.805823:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.805844:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5e6 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.805855:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5e6 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.805880:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0b71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5e6 expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.805895:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.805897:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.805904:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ed expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.805913:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ed expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.806052:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ed expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.806064:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b78 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ed expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.806075:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996160:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.806231:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.811327:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996160:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.811341:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.811371:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972165248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5559us (5689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.811379:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12310 00000100:00100000:0.0:1746138008.812628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.817091:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.817164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.817238:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972165760 00000100:00100000:1.0:1746138008.817242:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972165760 00010000:00010000:1.0:1746138008.817263:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ed expref: 87 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.817530:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12311 00000100:00100000:1.0:1746138008.817536:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:1958:x1830957972165760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.817545:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.817563:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ed expref: 88 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.817578:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ed expref: 88 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.817594:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0b78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5ed expref: 88 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.817609:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.817610:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.817616:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0b7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5f4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.817623:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0b7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5f4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.817647:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0b7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5f4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.817657:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996416:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.817708:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.820085:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996416:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.820101:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.820130:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1958:x1830957972165760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2595us (2965us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.820138:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12311 00000100:00100000:0.0:1746138008.820668:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.824562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.824654:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972166144 00000100:00100000:1.0:1746138008.824661:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972166144 00010000:00010000:1.0:1746138008.824689:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0b7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5f4 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.824724:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12312 00000100:00100000:1.0:1746138008.824731:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972166144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.824741:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.824758:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0b7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5f4 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.824768:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0b7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5f4 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.824786:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0b7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5f4 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.825002:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.825004:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.825020:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0b86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5fb expref: 85 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.825028:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0b86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5fb expref: 85 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.825054:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0b86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5fb expref: 85 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.825064:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996672:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.825435:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.827620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.827675:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996672:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.827697:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.827757:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972166144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3025us (3199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.827766:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12312 00000100:00100000:0.0:1746138008.829580:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.833205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.833240:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972166656 00000100:00100000:1.0:1746138008.833251:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972166656 00010000:00010000:1.0:1746138008.833288:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0b86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5fb expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.833326:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12313 00000100:00100000:1.0:1746138008.833334:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972166656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.833363:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.833386:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0b86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5fb expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.833399:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0b86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5fb expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.833513:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0b86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab5fb expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.833528:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.833529:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.833536:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0b8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab602 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.833553:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0b8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab602 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.833581:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0b8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab602 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.833593:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996928:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.833645:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.835168:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967996928:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.835187:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.835220:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+85:1958:x1830957972166656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1886us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.835229:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12313 00000100:00100000:0.0:1746138008.835465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.837675:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.838698:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.841059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.841139:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972167296 00000100:00100000:1.0:1746138008.841150:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972167296 00010000:00010000:1.0:1746138008.841196:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0b8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab602 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.841331:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12314 00000100:00100000:1.0:1746138008.842367:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972167296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.842389:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.842432:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0b8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab602 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.842452:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0b8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab602 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.842475:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0b8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab602 expref: 6 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.842512:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.842514:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.842521:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab609 expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.842529:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab609 expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.842562:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab609 expref: 86 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.842573:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab609 expref: 86 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.842585:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967997312:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.842675:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.844236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.844238:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967997312:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.844260:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.844317:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972167296:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2975us (3266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.844326:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12314 00000100:00100000:0.0:1746138008.847189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.847388:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.847492:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972167808 00000100:00100000:0.0:1746138008.847500:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972167808 00010000:00010000:1.0:1746138008.847583:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab609 expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.847615:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12315 00000100:00100000:1.0:1746138008.847621:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:1958:x1830957972167808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.847631:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.847652:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab609 expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.847663:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab609 expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.847682:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0b94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab609 expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.847697:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.847699:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.847704:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab610 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.847712:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab610 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.847730:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab610 expref: 86 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.847744:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab610 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.847760:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967997568:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.847814:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.849244:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967997568:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.849274:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138008.849368:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1958:x1830957972167808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1746us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.849377:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12315 00000100:00100000:1.0:1746138008.849588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.851669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.851940:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972168320 00000100:00100000:1.0:1746138008.851948:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972168320 00010000:00010000:1.0:1746138008.851978:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab610 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.852016:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12316 00000100:00100000:1.0:1746138008.852024:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1957:x1830957972168320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138008.852036:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138008.852054:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab610 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.852065:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab610 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.852084:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f800/0x8ae21a86589e0b9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab610 expref: 86 pid: 17395 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.852112:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.852114:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.852120:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0ba2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab617 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.852128:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0ba2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab617 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.852158:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fe00/0x8ae21a86589e0ba2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab617 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138008.852168:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967997696:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.853834:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.854056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.856242:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.856551:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957967997696:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138008.856569:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138008.856602:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+86:1957:x1830957972168320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4579us (4937us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138008.856613:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12316 00000100:00100000:0.0:1746138008.859117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.862195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.864045:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.870319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.872791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.873567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.874340:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972169728 00000100:00100000:1.0:1746138008.874354:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972169728 00000100:00100000:1.0:1746138008.874599:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7243 00000100:00100000:1.0:1746138008.874606:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:31560:x1830957972169728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.874615:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.874623:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0bbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab633 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.874636:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.874641:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0bb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab62c expref: 88 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.874646:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.874649:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0bbe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab633 expref: 88 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.874671:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0bb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab62c expref: 88 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.874680:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0bbe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab633 expref: 88 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.874688:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713a00, rc 0) 00000100:00100000:1.0:1746138008.874717:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:31560:x1830957972169728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.874723:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7243 00000100:00100000:0.0:1746138008.876330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.879586:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.881382:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.884075:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.885873:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.888089:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.889787:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.891382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.893104:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.895323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.900652:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.902498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.904682:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.907528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.910171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.910599:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.912377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.912468:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972172800 00000100:00100000:1.0:1746138008.912484:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972172800 00002000:00100000:1.0:1746138008.912529:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4a80 x1830957972172800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.912540:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4a80 with x1830957972172800 ext(0->4095) 00010000:00010000:1.0:1746138008.912547:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab64f expref: 89 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.912561:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab64f expref: 89 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.912567:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b4a80 00000100:00100000:1.0:1746138008.912589:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3218 00000100:00100000:1.0:1746138008.912595:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:1957:x1830957972172800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138008.912758:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:1957:x1830957972172800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.912764:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3218 00002000:00100000:1.0:1746138008.912769:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4a80 x1830957972172800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.912776:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4a80 with x1830957972172800 ext(0->4095) 00010000:00010000:1.0:1746138008.912780:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab64f expref: 89 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.912789:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab64f expref: 89 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.912794:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b4a80 00000100:00100000:0.0:1746138008.914543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.914903:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.917574:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.917675:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972173312 00000100:00100000:1.0:1746138008.917690:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972173312 00002000:00100000:1.0:1746138008.917748:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72a00 x1830957972173312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.917759:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72a00 with x1830957972173312 ext(0->4095) 00010000:00010000:1.0:1746138008.917768:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0be1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab656 expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.917783:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0be1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab656 expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.917789:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72a00 00000100:00100000:1.0:1746138008.917829:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3219 00000100:00100000:1.0:1746138008.917837:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:1958:x1830957972173312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138008.918056:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:1958:x1830957972173312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.918062:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3219 00002000:00100000:1.0:1746138008.918068:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72a00 x1830957972173312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.918075:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72a00 with x1830957972173312 ext(0->4095) 00010000:00010000:1.0:1746138008.918079:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0be1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab656 expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00010000:00010000:1.0:1746138008.918089:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0be1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab656 expref: 88 pid: 11153 timeout: 553 lvb_type: 0 00002000:00010000:1.0:1746138008.918094:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72a00 00000100:00100000:0.0:1746138008.919636:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.919695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.921853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.924385:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.928131:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972174208 00000100:00100000:0.0:1746138008.928139:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972174208 00002000:00100000:0.0:1746138008.928177:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274700 x1830957972174208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138008.928187:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274700 with x1830957972174208 ext(0->4095) 00002000:00010000:0.0:1746138008.928192:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c274700 00000100:00100000:0.0:1746138008.928223:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5294 00000100:00100000:0.0:1746138008.928230:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:1958:x1830957972174208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138008.928462:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:1958:x1830957972174208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 232us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138008.928469:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5294 00002000:00100000:0.0:1746138008.928474:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274700 x1830957972174208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138008.928482:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274700 with x1830957972174208 ext(0->4095) 00002000:00010000:0.0:1746138008.928485:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c274700 00000100:00100000:0.0:1746138008.930827:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.933581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.936722:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.936919:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972174720 00000100:00100000:1.0:1746138008.936927:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972174720 00002000:00100000:1.0:1746138008.936962:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c130e00 x1830957972174720/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/0 e 0 to 0 dl 1746138019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.936970:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c130e00 with x1830957972174720 ext(0->4095) 00002000:00010000:1.0:1746138008.936974:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c130e00 00000100:00100000:1.0:1746138008.937002:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5295 00000100:00100000:1.0:1746138008.937008:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972174720:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138008.937169:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972174720:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138008.937175:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5295 00002000:00100000:1.0:1746138008.937180:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c130e00 x1830957972174720/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:444/0 lens 488/4536 e 0 to 0 dl 1746138019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138008.937187:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c130e00 with x1830957972174720 ext(0->4095) 00002000:00010000:1.0:1746138008.937189:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c130e00 00000100:00100000:0.0:1746138008.940260:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.940390:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.940545:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7253 00000100:00100000:1.0:1746138008.940553:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:31559:x1830957972174976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.940560:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.940566:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab679 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.940585:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.940589:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0bfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab672 expref: 90 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.940594:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.940597:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c04 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab679 expref: 90 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.940619:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0bfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab672 expref: 90 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.940628:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab679 expref: 90 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.940635:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138008.940682:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+90:31559:x1830957972174976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.940687:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7253 00000100:00100000:0.0:1746138008.944445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.950351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.952199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.953040:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.955354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.957952:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.957997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.959681:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.961468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.963011:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.964890:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972176896 00000100:00100000:0.0:1746138008.964896:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972176896 00000100:00100000:0.0:1746138008.965249:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7256 00000100:00100000:0.0:1746138008.965256:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972176896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138008.966078:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138008.966096:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0c19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab68e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.966146:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0c12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab687 expref: 87 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.966154:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.966156:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.966159:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0c19 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab68e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.966187:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0c12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab687 expref: 87 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.966197:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0c12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab687 expref: 87 pid: 11153 timeout: 553 lvb_type: 0 00000100:00100000:1.0:1746138008.966207:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968001920:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.966517:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.968446:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.968505:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968001920:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.968531:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0c19 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab68e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.968543:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9a800, rc 0) 00000100:00100000:1.0:1746138008.968589:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972176896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3333us (3828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.968598:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7256 00000100:00100000:0.0:1746138008.970356:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.972502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.972632:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972177408 00000100:00100000:1.0:1746138008.972638:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972177408 00000100:00100000:1.0:1746138008.972720:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7257 00000100:00100000:1.0:1746138008.972726:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:31560:x1830957972177408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.972739:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.972755:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0c20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab695 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.972778:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0c19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab68e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.972786:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.972787:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.972790:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0c20 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab695 expref: 88 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.972813:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0c19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab68e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.972822:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c9a800/0x8ae21a86589e0c19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab68e expref: 5 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138008.972831:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968002176:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.972887:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.974074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.974462:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.974586:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968002176:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.974609:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0c20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab695 expref: 88 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.974621:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713a00, rc 0) 00000100:00100000:1.0:1746138008.974651:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:31560:x1830957972177408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1924us (2153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.974656:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7257 00000100:00100000:1.0:1746138008.974671:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972177536 00000100:00100000:1.0:1746138008.974673:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972177536 00000100:00100000:1.0:1746138008.974691:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7258 00000100:00100000:1.0:1746138008.974695:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:31559:x1830957972177536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.974704:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.974711:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab69c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.974973:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0c20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab695 expref: 89 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.974980:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.974985:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.974988:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab69c expref: 89 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.975006:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0c20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab695 expref: 89 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.975016:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0c20 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab695 expref: 89 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138008.975026:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968002432:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.975330:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.978447:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.978476:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968002432:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.978498:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab69c expref: 89 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.978513:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712e00, rc 0) 00000100:00100000:1.0:1746138008.978538:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:31559:x1830957972177536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3842us (4468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.978544:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7258 00000100:00100000:0.0:1746138008.981719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.981819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.981940:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972178048 00000100:00100000:1.0:1746138008.981951:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972178048 00000100:00100000:1.0:1746138008.982004:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7259 00000100:00100000:1.0:1746138008.982012:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972178048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.982080:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.982096:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab6a3 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.982193:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab69c expref: 88 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.982201:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.982202:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.982206:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6a3 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.982241:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab69c expref: 88 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.982253:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712e00/0x8ae21a86589e0c27 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab69c expref: 88 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138008.982266:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968002688:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138008.982562:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138008.983607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.983653:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968002688:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138008.983680:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6a3 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.983698:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713600, rc 0) 00000100:00100000:1.0:1746138008.983741:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972178048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1729us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.983749:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7259 00000100:00100000:0.0:1746138008.986219:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.986318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138008.986406:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972178560 00000100:00100000:1.0:1746138008.986442:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972178560 00000100:00100000:1.0:1746138008.986480:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7260 00000100:00100000:1.0:1746138008.986488:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:31559:x1830957972178560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138008.986506:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138008.986523:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0c35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab6aa expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.986549:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138008.986556:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6a3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.986561:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138008.986565:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0c35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6aa expref: 90 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.986713:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6a3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.986726:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0c35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6aa expref: 90 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.986735:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.986737:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138008.986742:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6a3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.986750:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6a3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.986770:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6a3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138008.986781:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094713600/0x8ae21a86589e0c2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6a3 expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138008.986793:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968002944:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138008.987076:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138008.989912:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968002944:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138008.989955:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712400, rc 0) 00000100:00100000:1.0:1746138008.990016:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:31559:x1830957972178560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3527us (3804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138008.990027:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7260 00000100:00100000:0.0:1746138008.991008:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.994946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138008.998332:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.000163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.000465:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972179456 00000100:00100000:1.0:1746138009.000473:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972179456 00000100:00100000:1.0:1746138009.000507:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7261 00000100:00100000:1.0:1746138009.000514:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972179456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.000528:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.000544:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0c3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab6b1 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.000566:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0c35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6aa expref: 87 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.000573:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.000575:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.000578:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0c3c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6b1 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.000603:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0c35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6aa expref: 87 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.000614:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0c35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6aa expref: 87 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.000623:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968003200:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.001078:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.002993:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968003200:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.003016:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0c3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6b1 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.003030:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24ca00, rc 0) 00000100:00100000:1.0:1746138009.003074:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972179456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2559us (2916us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.003082:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7261 00000100:00100000:0.0:1746138009.003465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.005704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.007598:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.007653:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972179968 00000100:00100000:1.0:1746138009.007658:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972179968 00000100:00100000:1.0:1746138009.007695:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7262 00000100:00100000:1.0:1746138009.007701:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:31560:x1830957972179968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.007711:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.007722:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b1d9600/0x8ae21a86589e0c43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab6b8 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.007741:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0c3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6b1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.007748:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.007749:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.007752:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1d9600/0x8ae21a86589e0c43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6b8 expref: 88 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.007776:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0c3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6b1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.007790:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b24ca00/0x8ae21a86589e0c3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6b1 expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.007799:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968003456:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.007894:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.008961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.009067:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968003456:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.009083:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b1d9600/0x8ae21a86589e0c43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6b8 expref: 89 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.009112:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b1d9600, rc 0) 00000100:00100000:1.0:1746138009.009148:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+90:31560:x1830957972179968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1447us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.009153:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7262 00000100:00100000:0.0:1746138009.009808:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.011627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.013514:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.013603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.015515:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094139500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968003968:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138009.015527:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:0.0:1746138009.015557:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972180608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1745us (2051us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.015562:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7264 00000100:00100000:0.0:1746138009.017566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.017610:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.019448:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.021308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.023452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.025309:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.028050:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.030487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.033129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.033584:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.033599:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972182656 00000100:00100000:1.0:1746138009.033603:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972182656 00000100:00100000:1.0:1746138009.033629:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7268 00000100:00100000:1.0:1746138009.033634:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:31559:x1830957972182656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.033640:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.033646:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab6e2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.033657:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.033661:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0c66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6db expref: 90 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.033670:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.033672:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6e2 expref: 90 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.033690:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0c66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6db expref: 90 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.033699:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6e2 expref: 90 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.033707:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eeaa800, rc 0) 00000100:00100000:1.0:1746138009.033737:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+90:31559:x1830957972182656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.033743:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7268 00010000:00010000:0.0:1746138009.034729:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138009.034972:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.037078:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.041238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.041762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.045894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.051262:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972183680 00000100:00100000:0.0:1746138009.051270:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972183680 00000100:00100000:0.0:1746138009.051324:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7270 00000100:00100000:0.0:1746138009.051333:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:31559:x1830957972183680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138009.051360:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138009.051373:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0c7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab6f0 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.051392:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138009.051397:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0c74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6e9 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.051402:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746138009.051406:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0c7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f0 expref: 90 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.051533:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0c74 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6e9 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.051548:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0c7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f0 expref: 89 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.051569:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013010fa00, rc 0) 00000100:00100000:0.0:1746138009.051629:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:31559:x1830957972183680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 298us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.051635:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7270 00000100:00100000:0.0:1746138009.056063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.059318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.059588:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972184448 00000100:00100000:1.0:1746138009.059594:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972184448 00002000:00100000:1.0:1746138009.059625:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a57480 x1830957972184448/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.059633:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a57480 with x1830957972184448 ext(0->4095) 00002000:00010000:1.0:1746138009.059637:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a57480 00000100:00100000:1.0:1746138009.059660:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5302 00000100:00100000:1.0:1746138009.059665:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:1958:x1830957972184448:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138009.059777:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:1958:x1830957972184448:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.059785:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5302 00002000:00100000:1.0:1746138009.059789:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a57480 x1830957972184448/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.059795:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a57480 with x1830957972184448 ext(0->4095) 00002000:00010000:1.0:1746138009.059798:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a57480 00000100:00100000:0.0:1746138009.061244:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.061529:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972184576 00000100:00100000:1.0:1746138009.061536:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972184576 00000100:00100000:1.0:1746138009.061565:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7271 00000100:00100000:1.0:1746138009.061571:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972184576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.061583:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.061596:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0c82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab6f7 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.061618:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0c7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f0 expref: 87 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.061625:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.061627:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.061630:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0c82 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.061654:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0c7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f0 expref: 87 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.061665:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0c7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f0 expref: 87 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.061679:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968005760:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.061755:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.062959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.063043:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968005760:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.063062:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0c82 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.063073:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b24da00, rc 0) 00000100:00100000:1.0:1746138009.063103:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972184576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1531us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.063109:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7271 00000100:00100000:0.0:1746138009.065240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.066984:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.067044:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972185088 00000100:00100000:1.0:1746138009.067051:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972185088 00000100:00100000:1.0:1746138009.067091:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7272 00000100:00100000:1.0:1746138009.067098:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+87:31560:x1830957972185088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.067113:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.067126:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab6fe expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.067150:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0c82 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.067156:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.067158:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.067161:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6fe expref: 88 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.067187:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0c82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.067197:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b24da00/0x8ae21a86589e0c82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6f7 expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.067206:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968006016:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.067278:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.068390:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968006016:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.068533:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6fe expref: 88 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.068554:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eeaa800, rc 0) 00000100:00100000:1.0:1746138009.068609:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:31560:x1830957972185088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1509us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.068619:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7272 00000100:00100000:0.0:1746138009.068835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.069755:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.069880:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972185344 00000100:00100000:0.0:1746138009.069886:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972185344 00000100:00100000:0.0:1746138009.069923:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7273 00000100:00100000:0.0:1746138009.069930:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+88:31559:x1830957972185344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138009.069946:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138009.069960:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0c90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab705 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.069987:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6fe expref: 89 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.069994:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138009.069995:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138009.069999:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0c90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab705 expref: 89 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.070023:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6fe expref: 89 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.070036:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eeaa800/0x8ae21a86589e0c89 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab6fe expref: 89 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746138009.070050:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c2b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968006272:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138009.070096:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.072288:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.073576:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c2b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968006272:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138009.073599:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013010f800/0x8ae21a86589e0c90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab705 expref: 89 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.073611:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013010f800, rc 0) 00000100:00100000:0.0:1746138009.073633:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+89:31559:x1830957972185344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3704us (3879us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.073638:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7273 00000100:00100000:0.0:1746138009.078522:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.078582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.082995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.086722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.088070:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.092787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.097943:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.103081:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.107795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.115795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.126646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.129300:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.130498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.131697:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.133523:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.135152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.135313:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972188288 00000100:00100000:1.0:1746138009.135319:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972188288 00002000:00100000:1.0:1746138009.135366:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16a00 x1830957972188288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.135377:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16a00 with x1830957972188288 ext(0->4095) 00010000:00010000:1.0:1746138009.135385:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0cac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab721 expref: 9 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.135397:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e0cac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab721 expref: 9 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.135404:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16a00 00000100:00100000:0.0:1746138009.137495:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.139556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.142929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.146093:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968007808:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138009.146121:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0cba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab72f expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.146137:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712200, rc 0) 00000100:00100000:0.0:1746138009.146186:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972188800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2978us (3263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.146193:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7279 00000100:00100000:0.0:1746138009.148935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.150725:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.151061:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.153131:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.154845:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968008320:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138009.154859:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138009.154883:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972189568:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1366us (1755us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.154890:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12357 00000100:00100000:1.0:1746138009.154919:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972189824 00000100:00100000:1.0:1746138009.154924:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972189824 00002000:00100000:1.0:1746138009.154950:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56eca80 x1830957972189824/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.154958:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56eca80 with x1830957972189824 ext(0->4095) 00010000:00010000:1.0:1746138009.154964:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e0cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab736 expref: 9 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.154973:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e0cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab736 expref: 9 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.154979:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56eca80 00000100:00100000:1.0:1746138009.155002:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3238 00000100:00100000:1.0:1746138009.155007:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972189824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138009.155117:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972189824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.155122:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3238 00002000:00100000:1.0:1746138009.155126:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56eca80 x1830957972189824/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.155138:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56eca80 with x1830957972189824 ext(0->4095) 00010000:00010000:1.0:1746138009.155141:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e0cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab736 expref: 9 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.155149:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e0cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab736 expref: 9 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.155154:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56eca80 00000100:00100000:0.0:1746138009.156473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.158675:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.161502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.163397:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.165626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.167621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.170313:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.172626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.172748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.174332:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.175779:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972191616 00000100:00100000:0.0:1746138009.175789:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972191616 00010000:00010000:0.0:1746138009.175814:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0cd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab74b expref: 11 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746138009.175896:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12361 00000100:00100000:0.0:1746138009.175903:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1957:x1830957972191616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138009.175912:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138009.175926:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0cd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab74b expref: 11 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746138009.175941:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0cd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab74b expref: 11 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746138009.175957:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0cd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab74b expref: 11 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746138009.175984:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138009.175986:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138009.175990:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab752 expref: 10 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.175995:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab752 expref: 10 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.176075:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cdd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab752 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746138009.176083:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cdd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab752 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746138009.176090:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968009344:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138009.176112:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.177129:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968009344:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.177146:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.177412:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972191616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1508us (1683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.177447:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12361 00000100:00100000:0.0:1746138009.177660:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.179169:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.179232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.179313:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972192256 00000100:00100000:1.0:1746138009.179319:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972192256 00010000:00010000:1.0:1746138009.179354:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab752 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.179389:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12362 00000100:00100000:1.0:1746138009.179395:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1960:x1830957972192256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.179406:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.179534:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab752 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.179549:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab752 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.179580:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cdd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab752 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.179611:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.179613:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.179618:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0ce4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab759 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.179626:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0ce4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab759 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.179655:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0ce4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab759 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.179665:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968009472:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.179733:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.180655:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968009472:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.180670:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.180698:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1960:x1830957972192256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1302us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.180705:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12362 00000100:00100000:0.0:1746138009.180908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.182957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.183015:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972192640 00000100:00100000:1.0:1746138009.183022:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972192640 00010000:00010000:1.0:1746138009.183047:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0ce4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab759 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.183079:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12363 00000100:00100000:1.0:1746138009.183084:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972192640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.183096:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.183115:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0ce4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab759 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.183124:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0ce4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab759 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.183145:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0ce4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab759 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.183164:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.183166:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.183173:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0ceb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab760 expref: 9 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.183183:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0ceb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab760 expref: 9 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.183213:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0ceb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab760 expref: 9 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.183224:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968009728:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.183295:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.184645:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.184661:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968009728:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.184681:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.184732:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972192640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1647us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.184741:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12363 00000100:00100000:0.0:1746138009.185963:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.187718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.187821:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972193152 00000100:00100000:1.0:1746138009.187827:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972193152 00010000:00010000:1.0:1746138009.187849:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0ceb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab760 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.187875:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12364 00000100:00100000:1.0:1746138009.187881:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972193152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.187891:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.187909:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0ceb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab760 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.187920:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0ceb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab760 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.187938:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0ceb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab760 expref: 10 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.187952:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.187953:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.187960:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589e0cf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab767 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.187973:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589e0cf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab767 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.187997:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589e0cf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab767 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.188007:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968009984:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.188061:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.188796:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968009984:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.188806:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.188823:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972193152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 942us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.188829:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12364 00000100:00100000:0.0:1746138009.189016:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.190296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.191736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.191818:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972193664 00000100:00100000:1.0:1746138009.191823:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972193664 00010000:00010000:1.0:1746138009.191847:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589e0cf2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab767 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.191869:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12365 00000100:00100000:1.0:1746138009.191874:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972193664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.191883:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.191903:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589e0cf2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab767 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.191913:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac15400/0x8ae21a86589e0cf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab767 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.191934:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.191936:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.191942:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab76e expref: 10 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.191949:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cf9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab76e expref: 10 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.191973:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f600/0x8ae21a86589e0cf9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab76e expref: 10 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.191984:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092732300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968010240:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.192044:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.193693:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.195869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.198004:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.200580:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.203509:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.207525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.207585:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.207678:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972194688 00000100:00100000:1.0:1746138009.207690:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972194688 00000100:00100000:1.0:1746138009.207762:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7290 00000100:00100000:1.0:1746138009.207771:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:31559:x1830957972194688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.207791:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.207815:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab77c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.207869:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.207876:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0d0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab783 expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.207886:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.207890:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d07 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab77c expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.207928:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0d0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab783 expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.207946:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab77c expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.207957:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347e00, rc 0) 00000100:00100000:1.0:1746138009.208021:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:31559:x1830957972194688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 251us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.208027:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7290 00000100:00100000:0.0:1746138009.210703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.214047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.216036:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.216729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.220989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.223548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.223607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.225616:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.227986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.230583:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.230664:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972196608 00000100:00100000:1.0:1746138009.230671:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972196608 00002000:00100000:1.0:1746138009.230713:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef2300 x1830957972196608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.230722:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef2300 with x1830957972196608 ext(0->4095) 00002000:00010000:1.0:1746138009.230727:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef2300 00000100:00100000:1.0:1746138009.230756:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5314 00000100:00100000:1.0:1746138009.230764:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1959:x1830957972196608:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138009.231017:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1959:x1830957972196608:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 253us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.231023:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5314 00002000:00100000:1.0:1746138009.231028:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef2300 x1830957972196608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.231036:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef2300 with x1830957972196608 ext(0->4095) 00002000:00010000:1.0:1746138009.231039:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef2300 00000100:00100000:0.0:1746138009.232240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.233844:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.235469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.235739:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972197120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.235748:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5315 00002000:00100000:2.0:1746138009.235753:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3480 x1830957972197120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.235759:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3480 with x1830957972197120 ext(0->4095) 00002000:00010000:2.0:1746138009.235762:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef3480 00000100:00100000:0.0:1746138009.236838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.236882:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972197248 00000100:00100000:2.0:1746138009.236887:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972197248 00000100:00100000:2.0:1746138009.236917:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7295 00000100:00100000:2.0:1746138009.236922:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:31560:x1830957972197248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.236932:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.236943:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab79f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.236963:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e0d23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab798 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.236970:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.236971:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.236975:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab79f expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.236997:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e0d23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab798 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.237006:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e0d23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab798 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.237020:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968011904:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.237255:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.239207:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.239230:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968011904:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.239255:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab79f expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.239521:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.239523:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.239528:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab79f expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.239535:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab79f expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.239557:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab79f expref: 12 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.239567:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968012032:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.239651:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.240527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.240624:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972197504 00000100:00100000:1.0:1746138009.240628:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972197504 00000100:00100000:1.0:1746138009.240652:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7296 00000100:00100000:1.0:1746138009.240657:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:31559:x1830957972197504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.240669:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.240678:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7a6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.240694:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab79f expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.240700:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.240701:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.240704:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.240720:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab79f expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.240731:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d2a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab79f expref: 14 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.240737:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968012032:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.240742:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968012160:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.240747:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138009.240769:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:31560:x1830957972197248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3846us (3933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.240773:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7295 00000100:00100000:1.0:1746138009.240782:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.242007:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968012160:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.242022:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.242036:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347600, rc 0) 00000100:00100000:1.0:1746138009.242067:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:31559:x1830957972197504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1409us (1541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.242073:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7296 00000100:00100000:0.0:1746138009.242405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.244262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.244335:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972197888 00000100:00100000:1.0:1746138009.244353:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972197888 00000100:00100000:0.0:1746138009.244499:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.244571:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7297 00000100:00100000:1.0:1746138009.244578:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972197888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.244588:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.244599:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7ad expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.244616:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.244621:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.244625:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.244628:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.244653:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.244809:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.244821:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.244823:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.244827:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 12 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.244892:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 12 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.244909:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 12 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.244918:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 12 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.244927:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968012416:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.244979:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.246333:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968012416:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.246356:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347200, rc 0) 00000100:00100000:1.0:1746138009.246379:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972197888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1802us (2119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.246385:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7297 00000100:00100000:0.0:1746138009.246556:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.248867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.248944:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972198400 00000100:00100000:1.0:1746138009.248951:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972198400 00000100:00100000:1.0:1746138009.248993:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7298 00000100:00100000:1.0:1746138009.248999:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:31559:x1830957972198400:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.249010:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.249025:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7b4 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.249044:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746138009.249046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138009.249049:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.249055:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.249058:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.249092:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.249103:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.249111:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347e00, rc 0) 00000100:00100000:1.0:1746138009.249148:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:31559:x1830957972198400:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.249154:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7298 00000100:00100000:1.0:1746138009.249188:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12374 00000100:00100000:1.0:1746138009.249193:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1960:x1830957972198528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.249200:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.249216:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 13 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.249230:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 13 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.249245:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7a6 expref: 13 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.249270:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.249272:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.249277:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.249284:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.249302:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.249311:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.249321:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968012672:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.249389:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.250684:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968012672:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.250697:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138009.250732:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.250738:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1960:x1830957972198528:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1543us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.250745:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12374 00000100:00100000:0.0:1746138009.252197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.252241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.252265:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972198912 00000100:00100000:2.0:1746138009.252273:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972198912 00010000:00010000:2.0:1746138009.252300:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.252351:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12375 00000100:00100000:2.0:1746138009.252359:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972198912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.252371:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.252391:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.252403:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.252468:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ad expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.252494:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.252496:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.252503:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.252511:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.252544:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.252557:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968012800:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.252633:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.252716:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972199040 00000100:00100000:1.0:1746138009.252725:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972199040 00000100:00100000:1.0:1746138009.252783:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7299 00000100:00100000:1.0:1746138009.252790:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972199040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.252802:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.252818:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7bb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.252841:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.252848:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.252849:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.252852:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 7 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.252876:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.252886:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 11 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.252896:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968012928:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.252940:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.253997:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968012800:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.254015:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.254061:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1960:x1830957972198912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1702us (1865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.254070:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12375 00000100:00100000:0.0:1746138009.254355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.254370:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968012928:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.254387:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.254391:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972199168 00000100:00100000:2.0:1746138009.254395:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972199168 00010000:00010000:1.0:1746138009.254398:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093346800, rc 0) 00010000:00010000:2.0:1746138009.254410:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 12 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.254441:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972199040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1651us (2199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.254449:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12376 00000100:00100000:1.0:1746138009.254450:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7299 00000100:00100000:2.0:1746138009.254454:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1957:x1830957972199168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.254463:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.254477:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 12 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.254525:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 12 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.254600:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347e00/0x8ae21a86589e0d3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7b4 expref: 12 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.254611:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.254612:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.254618:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.254626:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.254647:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.254656:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968013056:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.254723:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.255937:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968013056:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.255953:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138009.255961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.256151:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1957:x1830957972199168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1695us (1797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.256159:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12376 00000100:00100000:0.0:1746138009.258884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.258976:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972199552 00000100:00100000:1.0:1746138009.258987:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972199552 00000100:00100000:1.0:1746138009.259148:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7300 00000100:00100000:1.0:1746138009.259159:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:31560:x1830957972199552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.259186:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.259209:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7c2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.259247:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.259255:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.259258:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.259262:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 12 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.259302:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.259314:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.259328:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968013184:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.259488:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.260543:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968013184:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.260567:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 12 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.260581:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093346a00, rc 0) 00000100:00100000:1.0:1746138009.260622:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:31560:x1830957972199552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1465us (1749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.260629:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7300 00000100:00100000:0.0:1746138009.260977:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.261044:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972199680 00000100:00100000:2.0:1746138009.261050:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972199680 00010000:00010000:2.0:1746138009.261071:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.261093:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12377 00000100:00100000:2.0:1746138009.261097:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972199680:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.261107:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.261129:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.261138:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.261157:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093346800/0x8ae21a86589e0d46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7bb expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.261165:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.261167:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.261173:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.261178:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.261198:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.261205:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968013312:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.261258:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.262713:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968013312:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.262737:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.262787:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972199680:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1686us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.262801:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12377 00000100:00100000:0.0:1746138009.263061:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.263137:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972199936 00000100:00100000:2.0:1746138009.263142:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972199936 00002000:00100000:2.0:1746138009.263236:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528e00 x1830957972199936/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.263248:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528e00 with x1830957972199936 ext(0->4095) 00002000:00010000:2.0:1746138009.263252:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094528e00 00000100:00100000:2.0:1746138009.263283:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5317 00000100:00100000:2.0:1746138009.263292:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1959:x1830957972199936:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138009.263513:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1959:x1830957972199936:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 222us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.263519:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5317 00002000:00100000:2.0:1746138009.263525:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528e00 x1830957972199936/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.263532:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528e00 with x1830957972199936 ext(0->4095) 00002000:00010000:2.0:1746138009.263535:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094528e00 00000100:00100000:0.0:1746138009.265521:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.265630:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972200064 00000100:00100000:1.0:1746138009.265638:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972200064 00000100:00100000:1.0:1746138009.265678:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7301 00000100:00100000:1.0:1746138009.265686:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972200064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.265703:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.265724:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7c9 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.265761:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.265770:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.265771:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.265776:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.265814:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 11 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.265830:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 11 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.265843:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968013440:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.266071:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.267634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.267731:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968013440:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.267760:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.267779:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347800, rc 0) 00000100:00100000:1.0:1746138009.267826:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972200064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2140us (2312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.267835:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7301 00000100:00100000:0.0:1746138009.269490:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.269665:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972200320 00000100:00100000:2.0:1746138009.269675:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972200320 00010000:00010000:2.0:1746138009.269715:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.269751:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12378 00000100:00100000:2.0:1746138009.269757:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1960:x1830957972200320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.269772:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.269798:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.269807:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.269833:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093346a00/0x8ae21a86589e0d4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c2 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.269848:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.269850:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.269858:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.269870:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.269958:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.269974:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968013568:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.270065:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.271233:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968013568:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.271253:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.271297:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1960:x1830957972200320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1538us (1812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.271305:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12378 00000100:00100000:0.0:1746138009.272135:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.274400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.274476:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972200704 00000100:00100000:1.0:1746138009.274485:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972200704 00000100:00100000:1.0:1746138009.274536:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7302 00000100:00100000:1.0:1746138009.274543:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:31560:x1830957972200704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.274559:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.274578:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7d0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.274607:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.274615:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.274617:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.274620:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.274657:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.274669:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.274681:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968013696:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.274770:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.275785:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968013696:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.275804:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.275818:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347200, rc 0) 00000100:00100000:1.0:1746138009.275847:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:31560:x1830957972200704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1305us (1454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.275855:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7302 00000100:00100000:0.0:1746138009.276743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.276777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.276788:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972200960 00000100:00100000:1.0:1746138009.276794:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972200960 00000100:00100000:2.0:1746138009.276828:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972200832 00000100:00100000:1.0:1746138009.276832:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7303 00000100:00100000:2.0:1746138009.276833:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972200832 00000100:00100000:1.0:1746138009.276838:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:31559:x1830957972200960:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.276849:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.276853:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.276873:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12379 00000100:00100000:2.0:1746138009.276877:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972200832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.276890:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.276896:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7d7 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.276913:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.276918:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.276925:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.276927:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.276939:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.276950:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.276963:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.276970:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7c9 expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.276973:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.276979:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.276980:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.276986:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.276994:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.277003:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138009.277011:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.277021:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.277026:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972200832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 148us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.277031:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12379 00000100:00100000:1.0:1746138009.277032:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968013952:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.277092:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.278668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.278829:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968013952:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.278855:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347c00, rc 0) 00000100:00100000:1.0:1746138009.279226:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:31559:x1830957972200960:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2387us (2485us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.279232:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7303 00000100:00100000:0.0:1746138009.281740:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.281867:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972201344 00000100:00100000:1.0:1746138009.281877:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972201344 00000100:00100000:1.0:1746138009.281932:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7304 00000100:00100000:1.0:1746138009.281939:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972201344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.281957:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.281979:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7de expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.282009:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.282017:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.282024:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.282028:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.282071:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.282083:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.282094:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347800, rc 0) 00000100:00100000:1.0:1746138009.282175:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972201344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.282181:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7304 00000100:00100000:0.0:1746138009.282780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.282837:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972201472 00000100:00100000:2.0:1746138009.282842:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972201472 00010000:00010000:2.0:1746138009.282864:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.282895:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12380 00000100:00100000:2.0:1746138009.282900:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1958:x1830957972201472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.282911:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.282936:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.282946:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.282964:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e0d5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d0 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.282993:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.282994:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.283001:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.283008:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.283031:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.283042:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.283055:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968014208:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.283129:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.284742:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968014208:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.284761:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.284805:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1958:x1830957972201472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1904us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.284813:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12380 00000100:00100000:0.0:1746138009.284821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.287067:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.287129:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.287135:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972201856 00000100:00100000:2.0:1746138009.287143:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972201856 00010000:00010000:2.0:1746138009.287171:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.287206:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12381 00000100:00100000:2.0:1746138009.287214:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1957:x1830957972201856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.287228:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.287251:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.287262:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.287263:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972201984 00000100:00100000:1.0:1746138009.287278:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972201984 00010000:00010000:2.0:1746138009.287292:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347c00/0x8ae21a86589e0d62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7d7 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.287307:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.287309:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.287317:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.287324:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.287353:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7305 00000100:00100000:1.0:1746138009.287361:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:31559:x1830957972201984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.287377:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.287384:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138009.287390:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968014336:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.287404:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7e5 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.287468:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.287476:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.287478:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.287481:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.287503:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00010000:00010000:1.0:1746138009.287517:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.287531:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.287544:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968014464:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.287610:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.289518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.289624:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092730380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968014464:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.289633:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968014336:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.289652:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.289654:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138009.289670:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347600, rc 0) 00000100:00100000:2.0:1746138009.289701:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1957:x1830957972201856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2486us (2638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.289711:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12381 00000100:00100000:1.0:1746138009.289712:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:31559:x1830957972201984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2351us (2582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.289720:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7305 00000100:00100000:1.0:1746138009.292780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.292847:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972202368 00000100:00100000:2.0:1746138009.292859:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972202368 00010000:00010000:2.0:1746138009.292899:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.292940:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12382 00000100:00100000:2.0:1746138009.292948:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972202368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.292962:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.292983:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.292995:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.293020:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347800/0x8ae21a86589e0d69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7de expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.293050:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.293052:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.293060:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.293069:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.293527:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.293541:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968014592:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.293637:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.295284:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968014592:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138009.295287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138009.295305:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.295364:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972202368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2415us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.295374:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12382 00000100:00100000:1.0:1746138009.297357:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.297438:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972202752 00000100:00100000:2.0:1746138009.297446:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972202752 00000100:00100000:2.0:1746138009.297497:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7306 00000100:00100000:2.0:1746138009.297504:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972202752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.297520:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.297533:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7ec expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.297563:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.297570:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.297571:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.297574:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.297597:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.297607:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 13 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.297618:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968014720:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.297700:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.298772:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968014720:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.298796:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.298809:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138009.298862:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972202752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1358us (1525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.298870:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7306 00000100:00100000:0.0:1746138009.299048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.299285:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972202880 00000100:00100000:2.0:1746138009.299291:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972202880 00010000:00010000:2.0:1746138009.299312:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.299377:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12383 00000100:00100000:2.0:1746138009.299383:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1957:x1830957972202880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.299392:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.299413:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.299457:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.299476:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347600/0x8ae21a86589e0d70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7e5 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.299497:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.299499:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.299505:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.299512:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.299534:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.299548:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968014848:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.300402:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.301640:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968014848:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.301662:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.301702:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1957:x1830957972202880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2318us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.301712:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12383 00000100:00100000:0.0:1746138009.302356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.304576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.304640:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972203264 00000100:00100000:2.0:1746138009.304647:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972203264 00000100:00100000:2.0:1746138009.304689:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7307 00000100:00100000:2.0:1746138009.304697:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:31560:x1830957972203264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.304712:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.304727:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab7f3 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.304753:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.304760:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.304762:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.304765:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.304790:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.304800:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.304815:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968014976:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.304901:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.306009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.306301:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968014976:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.306329:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 16 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.306353:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138009.306410:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:31560:x1830957972203264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1714us (1840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.306448:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7307 00000100:00100000:0.0:1746138009.306728:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.306797:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972203520 00000100:00100000:2.0:1746138009.306800:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972203520 00010000:00010000:2.0:1746138009.306816:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.306850:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12384 00000100:00100000:2.0:1746138009.306857:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972203520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.306868:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.306927:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.306939:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.306964:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0d77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7ec expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.306991:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.306993:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.307000:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.307008:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.307028:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.307044:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.307056:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968015232:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.307129:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.308224:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094138700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968015232:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.308241:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.308280:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972203520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1423us (1553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.308288:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12384 00000100:00100000:1.0:1746138009.308634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.308754:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972203776 00000100:00100000:2.0:1746138009.308769:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972203776 00002000:00100000:2.0:1746138009.308817:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094122d80 x1830957972203776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.308828:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094122d80 with x1830957972203776 ext(0->4095) 00010000:00010000:2.0:1746138009.308837:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.308851:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.308858:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094122d80 00000100:00100000:2.0:1746138009.308889:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3254 00000100:00100000:2.0:1746138009.308896:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1960:x1830957972203776:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138009.309227:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1960:x1830957972203776:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 330us (593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.309234:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3254 00002000:00100000:2.0:1746138009.309240:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094122d80 x1830957972203776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.309248:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094122d80 with x1830957972203776 ext(0->4095) 00010000:00010000:2.0:1746138009.309252:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.309261:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7f3 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.309266:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094122d80 00000100:00100000:0.0:1746138009.311086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.311165:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.311262:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972203904 00000100:00100000:2.0:1746138009.311273:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972203904 00000100:00100000:2.0:1746138009.311332:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7309 00000100:00100000:2.0:1746138009.311349:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972203904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.311364:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.311379:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab801 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.311401:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.311406:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e0d85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7fa expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.311412:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138009.311449:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab801 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.311482:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e0d85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7fa expref: 14 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.311494:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab801 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.311503:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138009.311556:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972203904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.311562:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7309 00000100:00100000:0.0:1746138009.313360:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.313596:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972204288 00000100:00100000:2.0:1746138009.313604:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972204288 00002000:00100000:2.0:1746138009.313633:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64000 x1830957972204288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.313643:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64000 with x1830957972204288 ext(0->4095) 00010000:00010000:2.0:1746138009.313650:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e0d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7fa expref: 14 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.313662:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e0d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7fa expref: 14 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.313668:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f64000 00000100:00100000:2.0:1746138009.313683:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3255 00000100:00100000:2.0:1746138009.313690:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1957:x1830957972204288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.313853:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1957:x1830957972204288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.313859:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3255 00002000:00100000:2.0:1746138009.313863:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64000 x1830957972204288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.313871:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64000 with x1830957972204288 ext(0->4095) 00010000:00010000:2.0:1746138009.313875:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e0d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7fa expref: 14 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.313884:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e0d85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab7fa expref: 14 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.313890:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f64000 00000100:00100000:2.0:1746138009.316127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.316236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.316637:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972204416 00000100:00100000:0.0:1746138009.316652:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972204416 00000100:00100000:0.0:1746138009.316728:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7310 00000100:00100000:0.0:1746138009.316737:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:31559:x1830957972204416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138009.316761:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138009.316783:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0d93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab808 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.316824:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138009.316832:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab801 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.316839:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746138009.316843:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0d93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab808 expref: 16 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.316920:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab801 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.317041:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0d93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab808 expref: 16 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.317053:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712200, rc 0) 00000100:00100000:0.0:1746138009.317396:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:31559:x1830957972204416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 659us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.317404:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7310 00000100:00100000:0.0:1746138009.322957:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.323113:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972204800 00000100:00100000:2.0:1746138009.323127:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972204800 00002000:00100000:2.0:1746138009.323175:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67b80 x1830957972204800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.323184:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67b80 with x1830957972204800 ext(0->4095) 00010000:00010000:2.0:1746138009.323192:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab801 expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.323205:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab801 expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.323211:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67b80 00000100:00100000:2.0:1746138009.323251:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3256 00000100:00100000:2.0:1746138009.323258:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972204800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.324223:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972204800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 963us (1279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.324231:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3256 00002000:00100000:2.0:1746138009.324238:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67b80 x1830957972204800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.324245:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67b80 with x1830957972204800 ext(0->4095) 00010000:00010000:2.0:1746138009.324251:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab801 expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.324261:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0d8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab801 expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.324268:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67b80 00000100:00100000:0.0:1746138009.327265:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.330466:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.330542:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972205184 00000100:00100000:2.0:1746138009.330548:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972205184 00002000:00100000:2.0:1746138009.330582:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454000 x1830957972205184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.330591:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454000 with x1830957972205184 ext(0->4095) 00002000:00010000:2.0:1746138009.330595:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454000 00000100:00100000:2.0:1746138009.330622:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5321 00000100:00100000:2.0:1746138009.330628:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1958:x1830957972205184:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.330818:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1958:x1830957972205184:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.330823:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5321 00002000:00100000:2.0:1746138009.330828:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454000 x1830957972205184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.330835:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454000 with x1830957972205184 ext(0->4095) 00002000:00010000:2.0:1746138009.330838:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454000 00000100:00100000:0.0:1746138009.334791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.335158:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972205312 00000100:00100000:2.0:1746138009.335166:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972205312 00000100:00100000:2.0:1746138009.335221:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7311 00000100:00100000:2.0:1746138009.335228:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972205312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.335244:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.335262:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0d9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab80f expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.335294:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0d93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab808 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.335301:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.335303:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.335306:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0d9a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab80f expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.335332:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0d93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab808 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.335355:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0d93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab808 expref: 13 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.335366:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968016000:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.335472:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.339154:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968016000:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.339186:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0d9a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab80f expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.339205:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138009.339259:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972205312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4031us (4478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.339267:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7311 00000100:00100000:0.0:1746138009.339930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.340385:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.344551:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968016256:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.344578:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e0da1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab816 expref: 14 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.344593:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094342e00, rc 0) 00000100:00100000:2.0:1746138009.344639:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:31559:x1830957972205568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4156us (4258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.344646:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7312 00000100:00100000:0.0:1746138009.345566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.345975:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972205824 00000100:00100000:2.0:1746138009.345986:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972205824 00002000:00100000:2.0:1746138009.346026:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454a80 x1830957972205824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.346035:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454a80 with x1830957972205824 ext(0->4095) 00010000:00010000:2.0:1746138009.346042:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0d9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab80f expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.346055:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0d9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab80f expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.346061:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454a80 00000100:00100000:2.0:1746138009.346093:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3257 00000100:00100000:2.0:1746138009.346100:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972205824:12345-192.168.204.27@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746138009.346274:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972205824:12345-192.168.204.27@tcp:3:ldlm_bl.0 Request processed in 174us (711us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.346280:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3257 00002000:00100000:2.0:1746138009.346286:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454a80 x1830957972205824/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.346298:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454a80 with x1830957972205824 ext(0->4095) 00010000:00010000:2.0:1746138009.346302:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0d9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab80f expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.346311:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0d9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab80f expref: 6 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.346316:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454a80 00000100:00100000:0.0:1746138009.350783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.355948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.356041:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972206208 00000100:00100000:2.0:1746138009.356056:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972206208 00002000:00100000:2.0:1746138009.356122:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455180 x1830957972206208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.356132:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455180 with x1830957972206208 ext(0->4095) 00002000:00010000:2.0:1746138009.356141:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131455180 00000100:00100000:2.0:1746138009.356184:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5322 00000100:00100000:2.0:1746138009.356193:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1958:x1830957972206208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.356503:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1958:x1830957972206208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 310us (569us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.356510:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5322 00002000:00100000:2.0:1746138009.356516:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455180 x1830957972206208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.356524:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455180 with x1830957972206208 ext(0->4095) 00002000:00010000:2.0:1746138009.356527:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131455180 00000100:00100000:0.0:1746138009.359221:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.359280:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972206336 00000100:00100000:2.0:1746138009.359288:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972206336 00000100:00100000:2.0:1746138009.359352:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7313 00000100:00100000:2.0:1746138009.359360:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972206336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.359383:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.359408:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0da8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab81d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.359485:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e0da1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab816 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.359493:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.359495:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.359498:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0da8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab81d expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.359537:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e0da1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab816 expref: 13 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.359551:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e0da1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab816 expref: 13 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.359567:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968016512:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.360232:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.361693:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968016512:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.361726:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0da8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab81d expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.361748:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138009.361803:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972206336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2444us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.361812:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7313 00000100:00100000:0.0:1746138009.364043:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.364126:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972206464 00000100:00100000:2.0:1746138009.364135:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972206464 00002000:00100000:2.0:1746138009.364176:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880131455880 x1830957972206464/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 496/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.364186:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455880 with x1830957972206464 ext(0->7) 00010000:00010000:2.0:1746138009.364194:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e0da1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab816 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.364208:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e0da1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab816 expref: 14 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.364215:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131455880 00000100:00100000:2.0:1746138009.364232:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3258 00000100:00100000:2.0:1746138009.364509:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1958:x1830957972206464:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138009.364876:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1958:x1830957972206464:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 369us (838us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1746138009.364883:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3258 00002000:00100000:2.0:1746138009.364890:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880131455880 x1830957972206464/t4294967985(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 496/448 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.364902:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455880 with x1830957972206464 ext(0->7) 00010000:00010000:2.0:1746138009.364908:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e0da1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab816 expref: 16 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.364918:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e0da1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab816 expref: 16 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.364924:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131455880 00000100:00100000:0.0:1746138009.366919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.368943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.369142:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972206848 00000100:00100000:2.0:1746138009.369149:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972206848 00002000:00100000:2.0:1746138009.369202:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455f80 x1830957972206848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.369212:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455f80 with x1830957972206848 ext(0->4095) 00002000:00010000:2.0:1746138009.369218:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131455f80 00000100:00100000:2.0:1746138009.369440:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5323 00000100:00100000:2.0:1746138009.369447:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972206848:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138009.369771:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972206848:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 324us (834us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.369778:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5323 00002000:00100000:2.0:1746138009.369783:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455f80 x1830957972206848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.369789:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455f80 with x1830957972206848 ext(0->4095) 00002000:00010000:2.0:1746138009.369792:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131455f80 00000100:00100000:0.0:1746138009.372525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.372631:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972206976 00000100:00100000:2.0:1746138009.372644:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972206976 00000100:00100000:2.0:1746138009.372711:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7314 00000100:00100000:2.0:1746138009.372720:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:31560:x1830957972206976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.372739:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.372757:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab824 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.372788:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0da8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab81d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.372796:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.372798:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.372801:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 16 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.372831:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0da8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab81d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.372845:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0da8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab81d expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.372856:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968016768:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.372963:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.376474:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968016768:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.376505:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 16 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.376529:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138009.376589:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:31560:x1830957972206976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3868us (4069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.376598:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7314 00000100:00100000:0.0:1746138009.378999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.383034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.383110:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972207360 00000100:00100000:2.0:1746138009.383119:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972207360 00002000:00100000:2.0:1746138009.383164:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456a00 x1830957972207360/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.383173:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456a00 with x1830957972207360 ext(0->4095) 00002000:00010000:2.0:1746138009.383178:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131456a00 00000100:00100000:2.0:1746138009.383197:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5324 00000100:00100000:2.0:1746138009.383204:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1960:x1830957972207360:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138009.383397:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1960:x1830957972207360:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.383403:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5324 00002000:00100000:2.0:1746138009.383409:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456a00 x1830957972207360/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.383439:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456a00 with x1830957972207360 ext(0->4095) 00002000:00010000:2.0:1746138009.383442:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131456a00 00000100:00100000:0.0:1746138009.385325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.385550:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972207488 00000100:00100000:2.0:1746138009.385557:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972207488 00000100:00100000:1.0:1746138009.385697:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7315 00000100:00100000:1.0:1746138009.385706:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972207488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.385721:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.385735:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0db6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab82b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.385760:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.385767:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.385768:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.385771:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0db6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab82b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.385797:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 15 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.385808:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 15 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.385818:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968017024:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.386732:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.388803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.388982:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972207616 00000100:00100000:2.0:1746138009.388991:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972207616 00000100:00100000:1.0:1746138009.388993:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968017024:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.389022:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0db6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab82b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.389039:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013010fe00, rc 0) 00002000:00100000:2.0:1746138009.389040:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880131457100 x1830957972207616/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 496/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.389050:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457100 with x1830957972207616 ext(0->7) 00010000:00010000:2.0:1746138009.389058:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 16 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.389072:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 16 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.389078:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457100 00000100:00100000:1.0:1746138009.389093:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972207488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3388us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.389100:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3259 00000100:00100000:1.0:1746138009.389102:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7315 00000100:00100000:2.0:1746138009.389107:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1957:x1830957972207616:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138009.389722:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972207616:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 615us (929us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1746138009.389730:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3259 00002000:00100000:2.0:1746138009.389736:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880131457100 x1830957972207616/t4294967986(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 496/448 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.389743:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457100 with x1830957972207616 ext(0->7) 00010000:00010000:2.0:1746138009.389748:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.389758:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0daf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab824 expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.389764:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457100 00000100:00100000:0.0:1746138009.391941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.394008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.394172:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972208000 00000100:00100000:2.0:1746138009.394178:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972208000 00002000:00100000:2.0:1746138009.394212:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457480 x1830957972208000/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.394222:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457480 with x1830957972208000 ext(0->4095) 00002000:00010000:2.0:1746138009.394227:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131457480 00000100:00100000:2.0:1746138009.394258:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5325 00000100:00100000:2.0:1746138009.394265:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972208000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.394466:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972208000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.394472:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5325 00002000:00100000:2.0:1746138009.394477:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457480 x1830957972208000/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.394484:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457480 with x1830957972208000 ext(0->4095) 00002000:00010000:2.0:1746138009.394487:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131457480 00000100:00100000:0.0:1746138009.396017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.396061:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972208128 00000100:00100000:1.0:1746138009.396067:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972208128 00000100:00100000:1.0:1746138009.396105:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7316 00000100:00100000:1.0:1746138009.396111:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31560:x1830957972208128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.396123:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.396139:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab832 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.396163:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0db6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab82b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.396175:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.396176:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.396179:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.396205:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0db6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab82b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.396215:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fe00/0x8ae21a86589e0db6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab82b expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.396227:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968017280:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.396301:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.397850:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968017280:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.397875:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.397888:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013010e000, rc 0) 00000100:00100000:1.0:1746138009.397923:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31560:x1830957972208128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1811us (1909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.397931:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7316 00000100:00100000:0.0:1746138009.398613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.398644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.398654:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972208384 00000100:00100000:1.0:1746138009.398659:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972208384 00000100:00100000:1.0:1746138009.398720:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7317 00000100:00100000:1.0:1746138009.398726:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972208384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.398738:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.398749:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab839 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.398765:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.398769:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.398775:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.398777:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.398868:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.398877:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.398886:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968017408:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.398934:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.400315:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968017408:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.400355:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.400484:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013010fa00, rc 0) 00000100:00100000:1.0:1746138009.400526:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972208384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1799us (1913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.400536:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7317 00000100:00100000:0.0:1746138009.400689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.400709:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972208640 00000100:00100000:2.0:1746138009.400714:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972208640 00002000:00100000:2.0:1746138009.400744:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454e00 x1830957972208640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.400753:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957972208640 ext(0->4095) 00010000:00010000:2.0:1746138009.400760:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.400772:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.400784:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454e00 00000100:00100000:2.0:1746138009.400807:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3260 00000100:00100000:2.0:1746138009.400813:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972208640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.400986:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972208640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.400992:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3260 00002000:00100000:2.0:1746138009.400997:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454e00 x1830957972208640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.401004:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957972208640 ext(0->4095) 00010000:00010000:2.0:1746138009.401008:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.401017:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab832 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.401022:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454e00 00000100:00100000:0.0:1746138009.402476:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.402622:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.402732:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972208896 00000100:00100000:1.0:1746138009.402743:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972208896 00000100:00100000:1.0:1746138009.402788:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7318 00000100:00100000:1.0:1746138009.402869:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972208896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.402885:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.402899:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab840 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.402924:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.402934:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.402936:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.402939:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab840 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.402962:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.402973:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.402986:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968017792:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.403030:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.404221:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968017792:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.404244:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab840 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.404255:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e56800, rc 0) 00000100:00100000:1.0:1746138009.404283:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972208896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1488us (1668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.404291:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7318 00000100:00100000:0.0:1746138009.405463:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.405555:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972209152 00000100:00100000:2.0:1746138009.405562:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972209152 00002000:00100000:2.0:1746138009.405595:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b933b80 x1830957972209152/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.405604:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933b80 with x1830957972209152 ext(0->4095) 00010000:00010000:2.0:1746138009.405612:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.405631:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.405637:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b933b80 00000100:00100000:2.0:1746138009.405653:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3261 00000100:00100000:2.0:1746138009.405659:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972209152:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.405815:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972209152:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.405821:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3261 00002000:00100000:2.0:1746138009.405826:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b933b80 x1830957972209152/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.405834:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933b80 with x1830957972209152 ext(0->4095) 00010000:00010000:2.0:1746138009.405838:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.405847:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab839 expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.405853:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b933b80 00000100:00100000:0.0:1746138009.407080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.407122:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972209280 00000100:00100000:1.0:1746138009.407128:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972209280 00000100:00100000:1.0:1746138009.407165:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7319 00000100:00100000:1.0:1746138009.407171:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972209280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.407185:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.407201:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57600/0x8ae21a86589e0dd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab847 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.407222:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.407227:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab840 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.407233:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.407236:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57600/0x8ae21a86589e0dd2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab847 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.407269:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab840 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.407280:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57600/0x8ae21a86589e0dd2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab847 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.407292:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e57600, rc 0) 00000100:00100000:1.0:1746138009.407316:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972209280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.407321:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7319 00000100:00100000:0.0:1746138009.407597:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.409926:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.410008:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972209664 00000100:00100000:1.0:1746138009.410062:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972209664 00002000:00100000:1.0:1746138009.410101:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943faa00 x1830957972209664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.410111:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943faa00 with x1830957972209664 ext(0->4095) 00010000:00010000:1.0:1746138009.410118:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab840 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.410130:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab840 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.410136:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943faa00 00000100:00100000:1.0:1746138009.410165:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3262 00000100:00100000:1.0:1746138009.410172:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972209664:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.410327:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972209664:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.410344:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3262 00002000:00100000:1.0:1746138009.410350:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943faa00 x1830957972209664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.410362:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943faa00 with x1830957972209664 ext(0->4095) 00010000:00010000:1.0:1746138009.410367:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab840 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.410376:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5e56800/0x8ae21a86589e0dcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab840 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.410382:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943faa00 00000100:00100000:0.0:1746138009.411934:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.414504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.414879:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972210048 00000100:00100000:2.0:1746138009.414886:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972210048 00002000:00100000:2.0:1746138009.414915:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1500 x1830957972210048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.414924:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1500 with x1830957972210048 ext(0->4095) 00002000:00010000:2.0:1746138009.414929:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b1500 00000100:00100000:2.0:1746138009.415236:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5326 00000100:00100000:2.0:1746138009.415244:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972210048:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.415655:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972210048:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 411us (1158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.415661:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5326 00002000:00100000:2.0:1746138009.415666:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1500 x1830957972210048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.415674:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1500 with x1830957972210048 ext(0->4095) 00002000:00010000:2.0:1746138009.415677:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b1500 00000100:00100000:0.0:1746138009.418096:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.418168:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972210176 00000100:00100000:2.0:1746138009.418176:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972210176 00000100:00100000:2.0:1746138009.418219:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7320 00000100:00100000:2.0:1746138009.418225:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972210176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.418239:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.418254:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0dd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab84e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.418279:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57600/0x8ae21a86589e0dd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab847 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.418285:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.418287:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.418290:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0dd9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab84e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.418317:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57600/0x8ae21a86589e0dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab847 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.418328:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57600/0x8ae21a86589e0dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab847 expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.418351:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968018304:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.418467:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.419720:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968018304:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.419741:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0dd9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab84e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.419754:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138009.419801:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972210176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1576us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.419808:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7320 00000100:00100000:0.0:1746138009.420174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.422713:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.422920:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972210560 00000100:00100000:2.0:1746138009.422931:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972210560 00002000:00100000:2.0:1746138009.422972:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a54000 x1830957972210560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.422981:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a54000 with x1830957972210560 ext(0->4095) 00002000:00010000:2.0:1746138009.422986:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a54000 00000100:00100000:2.0:1746138009.423022:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5327 00000100:00100000:2.0:1746138009.423028:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972210560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.423201:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972210560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.423206:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5327 00002000:00100000:2.0:1746138009.423212:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a54000 x1830957972210560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.423218:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a54000 with x1830957972210560 ext(0->4095) 00002000:00010000:2.0:1746138009.423220:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a54000 00000100:00100000:0.0:1746138009.424516:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.425253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.425356:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972210688 00000100:00100000:1.0:1746138009.425365:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972210688 00000100:00100000:1.0:1746138009.425408:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972210816 00000100:00100000:1.0:1746138009.425411:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972210816 00000100:00100000:1.0:1746138009.425505:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7321 00000100:00100000:1.0:1746138009.425511:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31560:x1830957972210688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.425530:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.425548:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab855 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.425577:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0dd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab84e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.425584:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.425586:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.425589:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab855 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.425622:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab84e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.425633:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab84e expref: 5 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.425644:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968018560:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.425645:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7322 00000100:00100000:2.0:1746138009.425654:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972210816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.425661:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.425668:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab85c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.425828:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.425832:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab855 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.425838:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.425840:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab85c expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.425859:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab855 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.425868:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab85c expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.425882:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138009.425903:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972210816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 251us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.425908:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7322 00000100:00100000:1.0:1746138009.426019:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.427791:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968018560:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.427826:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab855 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.427846:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e57200, rc 0) 00000100:00100000:1.0:1746138009.427900:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31560:x1830957972210688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2387us (3391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.427909:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7321 00000100:00100000:0.0:1746138009.428410:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.430911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.431000:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972211200 00000100:00100000:2.0:1746138009.431007:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972211200 00002000:00100000:2.0:1746138009.431041:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a56680 x1830957972211200/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.431049:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a56680 with x1830957972211200 ext(0->4095) 00010000:00010000:2.0:1746138009.431057:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab855 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.431067:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab855 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.431074:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136a56680 00000100:00100000:2.0:1746138009.431100:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3263 00000100:00100000:2.0:1746138009.431106:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972211200:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.431562:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972211200:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 309us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.431569:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3263 00002000:00100000:2.0:1746138009.431574:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a56680 x1830957972211200/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.431587:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a56680 with x1830957972211200 ext(0->4095) 00010000:00010000:2.0:1746138009.431592:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab855 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.431629:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e0de0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab855 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.431635:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136a56680 00000100:00100000:0.0:1746138009.432766:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.432833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.432932:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972211328 00000100:00100000:1.0:1746138009.432947:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972211328 00000100:00100000:1.0:1746138009.433168:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7323 00000100:00100000:1.0:1746138009.433178:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972211328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.433199:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.433268:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab863 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.433298:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.433305:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab85c expref: 18 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.433315:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.433318:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab863 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.433370:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab85c expref: 18 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.433383:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab863 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.433393:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013010fa00, rc 0) 00000100:00100000:1.0:1746138009.433498:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972211328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 321us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.433504:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7323 00000100:00100000:0.0:1746138009.435686:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.435799:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972211712 00000100:00100000:2.0:1746138009.435805:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972211712 00002000:00100000:2.0:1746138009.435840:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a54a80 x1830957972211712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.435849:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a54a80 with x1830957972211712 ext(0->4095) 00010000:00010000:2.0:1746138009.435857:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab85c expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.435871:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab85c expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.435876:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136a54a80 00000100:00100000:2.0:1746138009.435904:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3264 00000100:00100000:2.0:1746138009.435910:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972211712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.436196:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972211712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 285us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.436202:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3264 00002000:00100000:2.0:1746138009.436209:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a54a80 x1830957972211712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.436215:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a54a80 with x1830957972211712 ext(0->4095) 00010000:00010000:2.0:1746138009.436220:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab85c expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.436228:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab85c expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.436233:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136a54a80 00000100:00100000:0.0:1746138009.437780:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.437988:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972211840 00000100:00100000:1.0:1746138009.437995:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972211840 00000100:00100000:1.0:1746138009.438045:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7324 00000100:00100000:1.0:1746138009.438053:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972211840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.438068:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138009.438069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138009.438086:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0df5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab86a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.438110:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.438116:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab863 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.438128:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.438132:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0df5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab86a expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.438170:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab863 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.438183:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0df5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab86a expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.438193:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013010f200, rc 0) 00000100:00100000:1.0:1746138009.438227:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972211840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.438233:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7324 00000100:00100000:0.0:1746138009.439904:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.440023:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972212224 00000100:00100000:2.0:1746138009.440031:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972212224 00002000:00100000:2.0:1746138009.440079:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a57100 x1830957972212224/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.440089:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a57100 with x1830957972212224 ext(0->4095) 00010000:00010000:2.0:1746138009.440097:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab863 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.440110:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab863 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.440116:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136a57100 00000100:00100000:2.0:1746138009.440140:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3265 00000100:00100000:2.0:1746138009.440147:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972212224:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.440818:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972212224:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.440828:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3265 00002000:00100000:2.0:1746138009.440834:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a57100 x1830957972212224/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.440841:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a57100 with x1830957972212224 ext(0->4095) 00010000:00010000:2.0:1746138009.440846:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab863 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.440855:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013010fa00/0x8ae21a86589e0dee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab863 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.440860:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136a57100 00000100:00100000:0.0:1746138009.442686:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.445325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.445610:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972212608 00000100:00100000:2.0:1746138009.445617:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972212608 00002000:00100000:2.0:1746138009.445654:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a55880 x1830957972212608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.445664:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a55880 with x1830957972212608 ext(0->4095) 00002000:00010000:2.0:1746138009.445668:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a55880 00000100:00100000:2.0:1746138009.445683:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5328 00000100:00100000:2.0:1746138009.445688:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972212608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.445834:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972212608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.445840:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5328 00002000:00100000:2.0:1746138009.445844:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a55880 x1830957972212608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.445856:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a55880 with x1830957972212608 ext(0->4095) 00002000:00010000:2.0:1746138009.445858:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a55880 00000100:00100000:0.0:1746138009.447927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.448007:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972212736 00000100:00100000:1.0:1746138009.448016:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972212736 00000100:00100000:1.0:1746138009.448103:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7325 00000100:00100000:1.0:1746138009.448109:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972212736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.448127:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.448144:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab871 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.448171:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0df5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab86a expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.448177:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.448178:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.448181:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dfc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab871 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.448209:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0df5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab86a expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.448218:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010f200/0x8ae21a86589e0df5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab86a expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.448227:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968019584:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.448523:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.449766:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968019584:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.449796:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dfc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab871 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.449810:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013010e000, rc 0) 00000100:00100000:1.0:1746138009.449846:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972212736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1736us (1927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.449854:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7325 00000100:00100000:0.0:1746138009.449917:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.452184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.452266:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972213120 00000100:00100000:1.0:1746138009.452273:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972213120 00002000:00100000:1.0:1746138009.452316:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302300 x1830957972213120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.452326:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302300 with x1830957972213120 ext(0->4095) 00002000:00010000:1.0:1746138009.452330:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137302300 00000100:00100000:1.0:1746138009.452360:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5329 00000100:00100000:1.0:1746138009.452367:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972213120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.452581:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972213120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 214us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.452587:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5329 00002000:00100000:1.0:1746138009.452593:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302300 x1830957972213120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.452600:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302300 with x1830957972213120 ext(0->4095) 00002000:00010000:1.0:1746138009.452602:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137302300 00000100:00100000:0.0:1746138009.454720:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.454784:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972213248 00000100:00100000:1.0:1746138009.454793:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972213248 00000100:00100000:1.0:1746138009.454852:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7326 00000100:00100000:1.0:1746138009.454860:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31560:x1830957972213248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.454879:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.454898:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab878 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.454929:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab871 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.454937:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.454939:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.455002:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab878 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.455048:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab871 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.455069:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013010e000/0x8ae21a86589e0dfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab871 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.455082:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968019840:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.455183:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.456015:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.456065:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972213376 00000100:00100000:2.0:1746138009.456072:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972213376 00000100:00100000:2.0:1746138009.456116:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7327 00000100:00100000:2.0:1746138009.456122:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972213376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.456133:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.456144:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab87f expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.456161:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.456166:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab878 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.456172:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.456175:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138009.456198:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968019840:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.456206:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab878 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.456218:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.456221:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab878 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.456227:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00010000:00010000:0.0:1746138009.456235:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b14000, rc 0) 00000100:00100000:2.0:1746138009.456274:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972213376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.456275:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31560:x1830957972213248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1416us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.456282:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7327 00000100:00100000:0.0:1746138009.456288:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7326 00000100:00100000:1.0:1746138009.456466:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.458294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.458406:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972213760 00000100:00100000:1.0:1746138009.458412:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972213760 00002000:00100000:1.0:1746138009.458480:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3f480 x1830957972213760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.458487:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f480 with x1830957972213760 ext(0->4095) 00010000:00010000:1.0:1746138009.458494:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab878 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.458503:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab878 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.458508:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3f480 00000100:00100000:1.0:1746138009.458529:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3266 00000100:00100000:1.0:1746138009.458534:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972213760:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138009.458673:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972213760:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.458677:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3266 00002000:00100000:1.0:1746138009.458681:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3f480 x1830957972213760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.458686:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f480 with x1830957972213760 ext(0->4095) 00010000:00010000:1.0:1746138009.458689:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab878 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.458696:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b14000/0x8ae21a86589e0e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab878 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.458702:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3f480 00000100:00100000:0.0:1746138009.461143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.461206:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.461297:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972213888 00000100:00100000:1.0:1746138009.461307:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972213888 00000100:00100000:1.0:1746138009.461369:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7328 00000100:00100000:1.0:1746138009.461378:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972213888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.461395:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.461412:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab886 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.461464:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.461522:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 19 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.461530:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.461534:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.461580:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 19 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.461597:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.461607:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.461608:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.461613:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 19 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.461620:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 19 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.461636:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 19 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.461647:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 19 pid: 8501 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.461660:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800935b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968020352:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.462011:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.464080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.464167:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800935b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968020352:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.464185:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f07800, rc 0) 00000100:00100000:1.0:1746138009.464221:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972213888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2845us (3089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.464229:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7328 00000100:00100000:2.0:1746138009.464351:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972214272 00000100:00100000:2.0:1746138009.464500:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972214272 00002000:00100000:2.0:1746138009.464540:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f480 x1830957972214272/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.464550:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f480 with x1830957972214272 ext(0->4095) 00010000:00010000:2.0:1746138009.464559:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.464572:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.464578:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287f480 00000100:00100000:2.0:1746138009.464598:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3267 00000100:00100000:2.0:1746138009.464604:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972214272:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.464771:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972214272:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.464777:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3267 00002000:00100000:2.0:1746138009.464782:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f480 x1830957972214272/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.464788:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f480 with x1830957972214272 ext(0->4095) 00010000:00010000:2.0:1746138009.464792:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.464804:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0e0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab87f expref: 18 pid: 8501 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.464809:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287f480 00000100:00100000:0.0:1746138009.466132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.466210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.466261:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972214528 00000100:00100000:1.0:1746138009.466266:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972214528 00000100:00100000:1.0:1746138009.466302:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7329 00000100:00100000:1.0:1746138009.466308:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972214528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.466385:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.466399:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e0e18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab88d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.466437:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.466445:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.466451:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.466455:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e0e18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab88d expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.466501:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.466512:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.466524:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800935b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968020480:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.466655:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.468769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.468906:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800935b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968020480:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.468941:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e0e18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab88d expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.468963:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f05600, rc 0) 00000100:00100000:1.0:1746138009.469023:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972214528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2714us (2811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.469033:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7329 00000100:00100000:2.0:1746138009.469126:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972214784 00000100:00100000:2.0:1746138009.469133:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972214784 00002000:00100000:2.0:1746138009.469173:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684700 x1830957972214784/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.469183:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684700 with x1830957972214784 ext(0->4095) 00010000:00010000:2.0:1746138009.469191:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.469202:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.469208:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129684700 00000100:00100000:2.0:1746138009.469238:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3268 00000100:00100000:2.0:1746138009.469244:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972214784:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.469452:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972214784:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (695us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.469458:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3268 00002000:00100000:2.0:1746138009.469463:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684700 x1830957972214784/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.469470:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684700 with x1830957972214784 ext(0->4095) 00010000:00010000:2.0:1746138009.469475:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.469483:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130f07800/0x8ae21a86589e0e11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab886 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.469489:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129684700 00000100:00100000:0.0:1746138009.471188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.473721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.473963:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972215168 00000100:00100000:2.0:1746138009.473971:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972215168 00002000:00100000:2.0:1746138009.474012:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686a00 x1830957972215168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.474021:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686a00 with x1830957972215168 ext(0->4095) 00002000:00010000:2.0:1746138009.474027:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686a00 00000100:00100000:2.0:1746138009.474057:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5330 00000100:00100000:2.0:1746138009.474065:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972215168:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.474479:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972215168:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 413us (765us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.474485:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5330 00002000:00100000:2.0:1746138009.474491:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686a00 x1830957972215168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.474498:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686a00 with x1830957972215168 ext(0->4095) 00002000:00010000:2.0:1746138009.474501:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686a00 00000100:00100000:0.0:1746138009.476169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.476226:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972215296 00000100:00100000:1.0:1746138009.476234:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972215296 00000100:00100000:1.0:1746138009.476276:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7330 00000100:00100000:1.0:1746138009.476282:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e067c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972215296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.476299:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.476317:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e0e1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab894 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.476356:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e0e18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab88d expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.476362:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.476364:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.476367:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e0e1f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab894 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.476398:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e0e18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab88d expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.476409:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e0e18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab88d expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.476460:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800935b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968020864:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.476562:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.477994:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800935b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968020864:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.478018:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e0e1f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab894 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.478032:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f04800, rc 0) 00000100:00100000:1.0:1746138009.478074:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e067c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972215296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1792us (1913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.478082:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7330 00000100:00100000:0.0:1746138009.478736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.482526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.484362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.484778:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.484853:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972215808 00000100:00100000:1.0:1746138009.484861:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972215808 00000100:00100000:1.0:1746138009.484891:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972215936 00000100:00100000:1.0:1746138009.484893:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972215936 00000100:00100000:1.0:1746138009.484905:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7331 00000100:00100000:1.0:1746138009.484911:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31560:x1830957972215808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.484926:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.484941:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131063000/0x8ae21a86589e0e26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab89b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.484966:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e0e1f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab894 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.484973:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.484975:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.484977:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131063000/0x8ae21a86589e0e26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab89b expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.485002:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e0e1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab894 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.485017:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e0e1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab894 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.485027:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800935b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968021120:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.485097:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.485204:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7332 00000100:00100000:2.0:1746138009.485211:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972215936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.485220:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.485226:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0e2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8a2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.485236:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.485239:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131063000/0x8ae21a86589e0e26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab89b expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.485244:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.485247:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0e2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a2 expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.485265:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131063000/0x8ae21a86589e0e26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab89b expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.485276:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0e2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a2 expref: 20 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.485286:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138009.485327:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972215936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.485345:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7332 00000100:00100000:1.0:1746138009.486292:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800935b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968021120:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.486307:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131063000/0x8ae21a86589e0e26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab89b expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.486317:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131063000, rc 0) 00000100:00100000:1.0:1746138009.486386:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31560:x1830957972215808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1474us (2027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.486392:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7331 00000100:00100000:0.0:1746138009.486702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.489116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.491197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.491264:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972216576 00000100:00100000:1.0:1746138009.491273:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972216576 00000100:00100000:0.0:1746138009.491279:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.491313:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7333 00000100:00100000:1.0:1746138009.491320:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972216576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.491350:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.491365:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8a9 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.491391:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.491396:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0e2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a2 expref: 19 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.491406:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.491410:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e34 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a9 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.491469:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0e2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a2 expref: 19 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.491479:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e34 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a9 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.491488:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807e00, rc 0) 00000100:00100000:1.0:1746138009.491526:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972216576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.491532:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7333 00000100:00100000:1.0:1746138009.494005:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.495856:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.495948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.496021:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972217088 00000100:00100000:1.0:1746138009.496024:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972217088 00000100:00100000:1.0:1746138009.496046:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7334 00000100:00100000:1.0:1746138009.496050:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972217088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.496060:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.496070:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8b0 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.496114:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.496124:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.496126:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.496129:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b0 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.496150:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.496161:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e34 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8a9 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.496174:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968021888:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.496266:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.497549:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968021888:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.497568:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b0 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.497579:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807c00, rc 0) 00000100:00100000:1.0:1746138009.497593:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972217088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1542us (1646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.497599:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7334 00000100:00100000:0.0:1746138009.497792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.500854:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.504697:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.506638:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.506724:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972217856 00000100:00100000:1.0:1746138009.506735:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972217856 00000100:00100000:1.0:1746138009.506789:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7335 00000100:00100000:1.0:1746138009.506796:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972217856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.506813:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.506832:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8b7 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.506867:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b0 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.506922:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.506924:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.506928:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e42 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b7 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.506962:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b0 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.506973:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b0 expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.506985:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968022144:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.507340:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.508704:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968022144:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.508730:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e42 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b7 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.508745:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807e00, rc 0) 00000100:00100000:1.0:1746138009.508790:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972217856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1993us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.508801:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7335 00000100:00100000:2.0:1746138009.509396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.511931:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.514891:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.515263:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972218368 00000100:00100000:1.0:1746138009.515269:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972218368 00000100:00100000:1.0:1746138009.515306:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7336 00000100:00100000:1.0:1746138009.515312:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31560:x1830957972218368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.515325:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.515350:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8be expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.515373:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b7 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.515379:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.515381:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.515384:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8be expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.515409:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b7 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.515661:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8b7 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.515673:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968022400:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.515743:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.515897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.516019:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972218496 00000100:00100000:1.0:1746138009.516023:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972218496 00000100:00100000:1.0:1746138009.516189:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7337 00000100:00100000:1.0:1746138009.516195:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972218496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.516202:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.516209:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8c5 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.516219:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.516223:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8be expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.516228:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.516230:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8c5 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.516249:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8be expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.516258:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8c5 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.516266:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009356f600, rc 0) 00000100:00100000:1.0:1746138009.516298:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972218496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.516303:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7337 00000100:00100000:1.0:1746138009.517519:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968022400:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.517546:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8be expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.517565:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094887e00, rc 0) 00000100:00100000:1.0:1746138009.517611:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31560:x1830957972218368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2298us (2724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.517619:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7336 00000100:00100000:0.0:1746138009.518027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.520557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.520589:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972218880 00000100:00100000:1.0:1746138009.520593:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972218880 00002000:00100000:1.0:1746138009.520618:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d4700 x1830957972218880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.520627:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830957972218880 ext(0->4095) 00010000:00010000:1.0:1746138009.520632:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8be expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.520643:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8be expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.520649:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4700 00000100:00100000:1.0:1746138009.520671:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3272 00000100:00100000:1.0:1746138009.520677:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972218880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.520785:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972218880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.520790:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3272 00002000:00100000:1.0:1746138009.520795:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d4700 x1830957972218880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.520808:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830957972218880 ext(0->4095) 00010000:00010000:1.0:1746138009.520812:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8be expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.520821:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e0e49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8be expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.520826:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4700 00000100:00100000:0.0:1746138009.522357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.522447:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972219008 00000100:00100000:1.0:1746138009.522453:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972219008 00000100:00100000:1.0:1746138009.522480:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7338 00000100:00100000:1.0:1746138009.522486:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972219008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.522498:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.522511:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8cc expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.522531:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.522536:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8c5 expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.522541:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.522544:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8cc expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.522570:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8c5 expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.522584:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8cc expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.522593:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807a00, rc 0) 00000100:00100000:1.0:1746138009.522624:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972219008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.522630:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7338 00000100:00100000:0.0:1746138009.522675:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.526304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.526396:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972219392 00000100:00100000:1.0:1746138009.526403:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972219392 00002000:00100000:1.0:1746138009.526459:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81df80 x1830957972219392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.526467:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81df80 with x1830957972219392 ext(0->4095) 00010000:00010000:1.0:1746138009.526475:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8c5 expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.526488:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8c5 expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.526494:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81df80 00000100:00100000:1.0:1746138009.526526:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3273 00000100:00100000:1.0:1746138009.526534:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972219392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.526669:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972219392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.526675:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3273 00002000:00100000:1.0:1746138009.526680:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81df80 x1830957972219392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.526687:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81df80 with x1830957972219392 ext(0->4095) 00010000:00010000:1.0:1746138009.526691:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8c5 expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.526700:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009356f600/0x8ae21a86589e0e50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8c5 expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.526705:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81df80 00000100:00100000:0.0:1746138009.528170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.528223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.528250:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972219520 00000100:00100000:1.0:1746138009.528258:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972219520 00000100:00100000:1.0:1746138009.528298:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7339 00000100:00100000:1.0:1746138009.528304:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972219520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.528314:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.528328:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8d3 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.528361:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.528366:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8cc expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.528372:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.528375:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8d3 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.528404:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8cc expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.528439:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8d3 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.528448:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807e00, rc 0) 00000100:00100000:1.0:1746138009.528479:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972219520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.528485:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7339 00000100:00100000:0.0:1746138009.530737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.530898:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972219904 00000100:00100000:2.0:1746138009.530904:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972219904 00002000:00100000:2.0:1746138009.530935:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ea00 x1830957972219904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.530950:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ea00 with x1830957972219904 ext(0->4095) 00010000:00010000:2.0:1746138009.530957:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8cc expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.530968:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8cc expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.530975:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3ea00 00000100:00100000:2.0:1746138009.530997:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3274 00000100:00100000:2.0:1746138009.531003:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972219904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.531159:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972219904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (422us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.531165:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3274 00002000:00100000:2.0:1746138009.531171:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ea00 x1830957972219904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.531177:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ea00 with x1830957972219904 ext(0->4095) 00010000:00010000:2.0:1746138009.531181:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8cc expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.531191:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094807a00/0x8ae21a86589e0e57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8cc expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.531196:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3ea00 00000100:00100000:0.0:1746138009.532943:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.535509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.535584:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972220288 00000100:00100000:2.0:1746138009.535591:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972220288 00002000:00100000:2.0:1746138009.535622:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a55c00 x1830957972220288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.535630:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a55c00 with x1830957972220288 ext(0->4095) 00002000:00010000:2.0:1746138009.535635:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a55c00 00000100:00100000:2.0:1746138009.535663:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5334 00000100:00100000:2.0:1746138009.535670:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972220288:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.535807:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972220288:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.535812:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5334 00002000:00100000:2.0:1746138009.535816:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a55c00 x1830957972220288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.535821:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a55c00 with x1830957972220288 ext(0->4095) 00002000:00010000:2.0:1746138009.535824:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a55c00 00000100:00100000:0.0:1746138009.537344:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.537454:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972220416 00000100:00100000:1.0:1746138009.537460:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972220416 00000100:00100000:1.0:1746138009.537510:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7340 00000100:00100000:1.0:1746138009.537522:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972220416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.537534:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.537549:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8da expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.537571:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8d3 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.537578:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.537580:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.537583:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e65 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8da expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.537608:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8d3 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.537622:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e0e5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8d3 expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.537632:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968023424:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.537716:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.538707:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968023424:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.538727:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e65 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8da expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.538738:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094807c00, rc 0) 00000100:00100000:0.0:1746138009.538772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.538778:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972220416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1255us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.538784:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7340 00000100:00100000:0.0:1746138009.540370:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.540477:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972220800 00000100:00100000:2.0:1746138009.540483:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972220800 00002000:00100000:2.0:1746138009.540512:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a55f80 x1830957972220800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.540520:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a55f80 with x1830957972220800 ext(0->4095) 00002000:00010000:2.0:1746138009.540524:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a55f80 00000100:00100000:2.0:1746138009.540546:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5335 00000100:00100000:2.0:1746138009.540551:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972220800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.540672:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972220800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.540684:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5335 00002000:00100000:2.0:1746138009.540689:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136a55f80 x1830957972220800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.540695:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a55f80 with x1830957972220800 ext(0->4095) 00002000:00010000:2.0:1746138009.540698:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a55f80 00000100:00100000:0.0:1746138009.542878:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.543068:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972220928 00000100:00100000:1.0:1746138009.543077:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972220928 00000100:00100000:1.0:1746138009.543125:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7341 00000100:00100000:1.0:1746138009.543132:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31560:x1830957972220928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.543149:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.543166:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8e1 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.543198:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8da expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.543210:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.543212:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.543215:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8e1 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.543248:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8da expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.543260:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e0e65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8da expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.543271:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968023680:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.543367:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.546363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.546365:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968023680:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.546402:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8e1 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.546451:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009356f400, rc 0) 00000100:00100000:1.0:1746138009.546497:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31560:x1830957972220928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3365us (3629us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.546505:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7341 00000100:00100000:0.0:1746138009.546534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.546555:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972221184 00000100:00100000:1.0:1746138009.546561:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972221184 00000100:00100000:1.0:1746138009.546591:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7342 00000100:00100000:1.0:1746138009.546597:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972221184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.546612:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.546624:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e0e73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8e8 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.546644:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.546649:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8e1 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.546655:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.546658:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e0e73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8e8 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.546687:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8e1 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.546696:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e0e73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8e8 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.546702:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b41a8800, rc 0) 00000100:00100000:1.0:1746138009.546734:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972221184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.546739:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7342 00000100:00100000:0.0:1746138009.550703:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.555253:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.555465:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972221568 00000100:00100000:1.0:1746138009.555481:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972221568 00000100:00100000:0.0:1746138009.555526:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.555552:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7343 00000100:00100000:1.0:1746138009.555562:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972221568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.555645:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.555665:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8ef expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.555698:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.555704:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e0e73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8e8 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.555711:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.555714:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8ef expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.555761:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e0e73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8e8 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.555775:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8ef expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.555806:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b41a8a00, rc 0) 00000100:00100000:1.0:1746138009.555865:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972221568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 305us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.555871:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7343 00000100:00100000:0.0:1746138009.557644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.559130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.559213:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972222080 00000100:00100000:1.0:1746138009.559220:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972222080 00000100:00100000:1.0:1746138009.559260:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7344 00000100:00100000:1.0:1746138009.559268:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972222080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.559279:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.559295:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8f6 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.559320:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.559326:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8ef expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.559345:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.559349:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8f6 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.559388:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8ef expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.559400:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8f6 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.559409:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009356f400, rc 0) 00000100:00100000:1.0:1746138009.559472:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972222080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.559478:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7344 00000100:00100000:1.0:1746138009.560141:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.563134:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.563225:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972222464 00000100:00100000:2.0:1746138009.563231:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972222464 00002000:00100000:2.0:1746138009.563269:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457800 x1830957972222464/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.563280:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457800 with x1830957972222464 ext(0->4095) 00010000:00010000:2.0:1746138009.563289:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8ef expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.563308:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8ef expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.563315:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457800 00000100:00100000:2.0:1746138009.563350:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3277 00000100:00100000:2.0:1746138009.563360:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972222464:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.563632:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972222464:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 179us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.563640:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3277 00002000:00100000:2.0:1746138009.563646:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457800 x1830957972222464/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.563659:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457800 with x1830957972222464 ext(0->4095) 00010000:00010000:2.0:1746138009.563664:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8ef expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.563673:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8a00/0x8ae21a86589e0e7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8ef expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.563678:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457800 00000100:00100000:2.0:1746138009.566046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.569204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.569266:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972222848 00000100:00100000:2.0:1746138009.569273:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972222848 00002000:00100000:2.0:1746138009.569312:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457b80 x1830957972222848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.569322:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457b80 with x1830957972222848 ext(0->4095) 00002000:00010000:2.0:1746138009.569326:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131457b80 00000100:00100000:2.0:1746138009.569358:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5336 00000100:00100000:2.0:1746138009.569365:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1959:x1830957972222848:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138009.569548:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1959:x1830957972222848:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 183us (344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.569554:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5336 00002000:00100000:2.0:1746138009.569560:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457b80 x1830957972222848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.569566:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457b80 with x1830957972222848 ext(0->4095) 00002000:00010000:2.0:1746138009.569570:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131457b80 00000100:00100000:0.0:1746138009.571025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.571107:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972222976 00000100:00100000:1.0:1746138009.571120:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972222976 00000100:00100000:1.0:1746138009.571182:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7345 00000100:00100000:1.0:1746138009.571189:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972222976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.571206:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.571226:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0e88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab8fd expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.571257:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8f6 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.571263:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.571265:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.571268:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0e88 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8fd expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.571296:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8f6 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.571306:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e0e81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8f6 expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.571316:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968024704:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.571437:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.572456:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968024704:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.572475:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0e88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8fd expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.572485:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4eb800, rc 0) 00000100:00100000:1.0:1746138009.572519:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972222976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1331us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.572524:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7345 00000100:00100000:0.0:1746138009.573276:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.576791:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746138009.576811:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968024960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746138009.576872:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746138009.577010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.577186:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968024960 00000100:00100000:2.0:1746138009.577194:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968024960 00000100:00080000:0.0:1746138009.577255:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746138009.577261:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1746138009.577269:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968024960:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746138009.577699:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972223360 00000100:00100000:0.0:1746138009.577703:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972223360 00002000:00100000:0.0:1746138009.577735:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b91c050 x1830957972223360/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138009.577745:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b91c050 with x1830957972223360 ext(0->4095) 00002000:00010000:0.0:1746138009.577750:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b91c050 00000100:00100000:0.0:1746138009.577776:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5337 00000100:00100000:0.0:1746138009.577782:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b91c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972223360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00002000:00000024:2.0:1746138009.577825:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 690290688 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746138009.577939:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968024960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746138009.578386:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968024960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1117us (1513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.578393:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1746138009.578398:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b91c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972223360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 615us (1388us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138009.578405:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5337 00002000:00100000:0.0:1746138009.578412:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b91c050 x1830957972223360/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138009.578435:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b91c050 with x1830957972223360 ext(0->4095) 00002000:00010000:0.0:1746138009.578439:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b91c050 00000100:00100000:2.0:1746138009.580859:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972223616 00000100:00100000:1.0:1746138009.580859:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972223488 00000100:00100000:2.0:1746138009.580867:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972223616 00000100:00100000:1.0:1746138009.580867:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972223488 00000100:00100000:2.0:1746138009.580922:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7346 00000100:00100000:1.0:1746138009.580928:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7347 00000100:00100000:2.0:1746138009.580930:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972223488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138009.580934:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31560:x1830957972223616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.580951:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.580958:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.580967:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab904 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.580967:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab90b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.580992:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0e88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8fd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.580998:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.581099:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.581104:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab90b expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.581113:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.581118:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab90b expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.581123:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.581126:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab904 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.581162:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab90b expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.581178:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab904 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.581187:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00010000:00010000:1.0:1746138009.581194:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0e88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8fd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.581206:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0e88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab8fd expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.581218:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968025216:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.581242:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972223488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 313us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.581248:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7346 00000100:00100000:1.0:1746138009.582059:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.583974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.584010:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968025216:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.584042:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab90b expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.584061:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094920800, rc 0) 00000100:00100000:1.0:1746138009.584973:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31560:x1830957972223616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4035us (4368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.584982:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7347 00000100:00100000:1.0:1746138009.588866:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.588891:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972224000 00000100:00100000:1.0:1746138009.588897:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972224000 00002000:00100000:1.0:1746138009.588933:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634b800 x1830957972224000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.588943:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634b800 with x1830957972224000 ext(0->4095) 00010000:00010000:1.0:1746138009.588951:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab90b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.588964:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab90b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.588971:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008634b800 00000100:00100000:1.0:1746138009.588991:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3278 00000100:00100000:1.0:1746138009.588997:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972224000:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138009.589128:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972224000:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.589134:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3278 00002000:00100000:1.0:1746138009.589139:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634b800 x1830957972224000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.589153:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634b800 with x1830957972224000 ext(0->4095) 00010000:00010000:1.0:1746138009.589156:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab90b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.589166:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094920800/0x8ae21a86589e0e8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab90b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.589172:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008634b800 00000100:00100000:0.0:1746138009.591060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.591140:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972224128 00000100:00100000:1.0:1746138009.591154:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972224128 00000100:00100000:1.0:1746138009.591211:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7348 00000100:00100000:1.0:1746138009.591217:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972224128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.591231:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.591245:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab912 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.591266:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.591270:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab904 expref: 18 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.591275:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.591278:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.591305:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab904 expref: 18 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.591318:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.591326:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c98c00, rc 0) 00000100:00100000:0.0:1746138009.591345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.591378:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972224128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.591383:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7348 00000100:00100000:0.0:1746138009.593710:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.594162:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972224512 00000100:00100000:1.0:1746138009.594175:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972224512 00002000:00100000:1.0:1746138009.594224:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455880 x1830957972224512/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.594233:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455880 with x1830957972224512 ext(0->4095) 00010000:00010000:1.0:1746138009.594242:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab904 expref: 18 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.594257:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab904 expref: 18 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.594264:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131455880 00000100:00100000:1.0:1746138009.594311:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3279 00000100:00100000:1.0:1746138009.594318:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972224512:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138009.594563:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972224512:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 245us (854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.594570:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3279 00002000:00100000:1.0:1746138009.594576:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455880 x1830957972224512/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.594583:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455880 with x1830957972224512 ext(0->4095) 00010000:00010000:1.0:1746138009.594588:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab904 expref: 18 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.594597:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0e96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab904 expref: 18 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.594603:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131455880 00000100:00100000:0.0:1746138009.596927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.597046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.597576:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972224640 00000100:00100000:2.0:1746138009.597591:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972224640 00000100:00100000:2.0:1746138009.597652:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7349 00000100:00100000:2.0:1746138009.597660:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972224640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.597680:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.597701:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0ea4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab919 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.597734:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.597743:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.597745:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.597748:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0ea4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab919 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.597778:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.597796:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 5 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.597808:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968025856:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.597891:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.599051:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968025856:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.599087:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0ea4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab919 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.599103:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138009.599155:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972224640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1495us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.599164:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7349 00000100:00100000:1.0:1746138009.599849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.599925:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972225024 00000100:00100000:2.0:1746138009.599932:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972225024 00002000:00100000:2.0:1746138009.599966:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349f80 x1830957972225024/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.599975:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349f80 with x1830957972225024 ext(0->4095) 00010000:00010000:2.0:1746138009.599982:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.599994:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.600005:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086349f80 00000100:00100000:2.0:1746138009.600020:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3280 00000100:00100000:2.0:1746138009.600026:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972225024:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.600173:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972225024:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.600180:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3280 00002000:00100000:2.0:1746138009.600185:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349f80 x1830957972225024/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.600192:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349f80 with x1830957972225024 ext(0->4095) 00010000:00010000:2.0:1746138009.600195:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.600204:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0e9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab912 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.600209:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086349f80 00000100:00100000:0.0:1746138009.602764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.605182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.605291:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972225408 00000100:00100000:1.0:1746138009.605302:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972225408 00002000:00100000:1.0:1746138009.605353:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457480 x1830957972225408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.605361:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457480 with x1830957972225408 ext(0->4095) 00002000:00010000:1.0:1746138009.605365:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131457480 00000100:00100000:1.0:1746138009.605402:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5338 00000100:00100000:1.0:1746138009.605408:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1960:x1830957972225408:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138009.605645:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1960:x1830957972225408:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 237us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.605651:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5338 00002000:00100000:1.0:1746138009.605655:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457480 x1830957972225408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.605662:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457480 with x1830957972225408 ext(0->4095) 00002000:00010000:1.0:1746138009.605665:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131457480 00000100:00100000:0.0:1746138009.607613:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.607721:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972225536 00000100:00100000:2.0:1746138009.607837:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972225536 00000100:00100000:2.0:1746138009.607900:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7350 00000100:00100000:2.0:1746138009.607909:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972225536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.607932:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.607951:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0eab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab920 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.607986:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0ea4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab919 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.607994:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.607995:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.607999:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0eab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab920 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.608031:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0ea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab919 expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.608044:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0ea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab919 expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.608056:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968026112:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.608163:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.612214:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.612343:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968026112:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.612378:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0eab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab920 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.612394:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138009.612466:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972225536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4557us (4860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.612473:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7350 00000100:00100000:2.0:1746138009.616968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.617003:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.617108:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972225792 00000100:00100000:0.0:1746138009.617118:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972225792 00000100:00100000:0.0:1746138009.617287:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7351 00000100:00100000:0.0:1746138009.617294:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31559:x1830957972225792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138009.617306:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138009.617320:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab927 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.617357:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0eab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab920 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.617368:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138009.617369:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138009.617373:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab927 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.617403:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0eab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab920 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.617412:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0eab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab920 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746138009.617438:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131456300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968026368:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138009.617508:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.619762:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131456300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968026368:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.619785:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab927 expref: 18 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.619800:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712400, rc 0) 00000100:00100000:2.0:1746138009.620131:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31559:x1830957972225792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2836us (3168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.620139:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7351 00000100:00100000:0.0:1746138009.620197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.620282:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972226176 00000100:00100000:2.0:1746138009.620290:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972226176 00000100:00100000:2.0:1746138009.620324:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7352 00000100:00100000:2.0:1746138009.620338:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31560:x1830957972226176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.620352:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.620365:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0eb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab92e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.620382:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.620386:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab927 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.620391:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.620394:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0eb9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab92e expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.620458:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab927 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.620473:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0eb9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab92e expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.620480:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138009.620507:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31560:x1830957972226176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.620512:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7352 00000100:00100000:0.0:1746138009.620817:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.623911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.623930:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972226560 00000100:00100000:1.0:1746138009.623935:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972226560 00002000:00100000:1.0:1746138009.623967:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432e680 x1830957972226560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.623979:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e680 with x1830957972226560 ext(0->4095) 00010000:00010000:1.0:1746138009.623986:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab927 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.623996:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab927 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.624001:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432e680 00000100:00100000:1.0:1746138009.624025:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3282 00000100:00100000:1.0:1746138009.624030:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972226560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138009.624157:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972226560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.624164:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3282 00002000:00100000:1.0:1746138009.624169:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432e680 x1830957972226560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.624176:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e680 with x1830957972226560 ext(0->4095) 00010000:00010000:1.0:1746138009.624180:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab927 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.624192:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094712400/0x8ae21a86589e0eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab927 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.624198:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432e680 00000100:00100000:0.0:1746138009.626206:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.629942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.630187:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972226944 00000100:00100000:2.0:1746138009.630193:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972226944 00002000:00100000:2.0:1746138009.630225:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454700 x1830957972226944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.630234:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454700 with x1830957972226944 ext(0->4095) 00002000:00010000:2.0:1746138009.630238:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454700 00000100:00100000:2.0:1746138009.630267:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5340 00000100:00100000:2.0:1746138009.630273:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1959:x1830957972226944:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138009.631098:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1959:x1830957972226944:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 821us (1161us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.631104:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5340 00002000:00100000:2.0:1746138009.631109:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454700 x1830957972226944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.631119:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454700 with x1830957972226944 ext(0->4095) 00002000:00010000:2.0:1746138009.631122:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454700 00000100:00100000:0.0:1746138009.634128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.634250:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972227072 00000100:00100000:2.0:1746138009.634258:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972227072 00000100:00100000:2.0:1746138009.634313:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7353 00000100:00100000:2.0:1746138009.634320:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972227072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.634348:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.634365:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ec0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab935 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.634390:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0eb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab92e expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.634397:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.634398:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.634401:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ec0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab935 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.634455:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0eb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab92e expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.634465:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0eb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab92e expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.634475:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968026880:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.634558:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.637616:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968026880:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.637648:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ec0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab935 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.637670:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138009.637711:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972227072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3392us (3589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.637718:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7353 00000100:00100000:0.0:1746138009.638145:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.641071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.641817:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972227328 00000100:00100000:1.0:1746138009.641822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.641824:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972227328 00000100:00100000:2.0:1746138009.641841:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972227584 00000100:00100000:2.0:1746138009.641843:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972227584 00002000:00100000:2.0:1746138009.641876:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348700 x1830957972227584/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.641885:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348700 with x1830957972227584 ext(0->4095) 00002000:00010000:2.0:1746138009.641890:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086348700 00000100:00100000:2.0:1746138009.641917:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5341 00000100:00100000:2.0:1746138009.641925:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972227584:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.642346:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972227584:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 421us (522us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.642352:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5341 00002000:00100000:2.0:1746138009.642357:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348700 x1830957972227584/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.642363:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348700 with x1830957972227584 ext(0->4095) 00002000:00010000:2.0:1746138009.642366:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086348700 00000100:00100000:0.0:1746138009.644707:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.644906:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972227712 00000100:00100000:2.0:1746138009.644912:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972227712 00010000:00010000:2.0:1746138009.644934:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab935 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.644964:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12431 00000100:00100000:2.0:1746138009.644970:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972227712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.644980:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.644999:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab935 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.645009:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab935 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746138009.645156:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138009.645634:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0ec0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab935 expref: 8 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.645655:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.645657:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.645662:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.645668:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.645690:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.645699:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 17 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.645714:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968027264:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.645771:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.647355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.647449:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972228096 00000100:00100000:2.0:1746138009.647457:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972228096 00002000:00100000:2.0:1746138009.647496:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfe680 x1830957972228096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.647505:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfe680 with x1830957972228096 ext(0->4095) 00010000:00010000:2.0:1746138009.647513:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.647528:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.647534:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cfe680 00000100:00100000:2.0:1746138009.647564:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3283 00000100:00100000:2.0:1746138009.647571:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972228096:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.647726:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972228096:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.647732:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3283 00002000:00100000:2.0:1746138009.647737:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfe680 x1830957972228096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.647744:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfe680 with x1830957972228096 ext(0->4095) 00010000:00010000:2.0:1746138009.647748:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.647757:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 18 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.647763:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cfe680 00000100:00100000:0.0:1746138009.651076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.651127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.651318:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972228224 00000100:00100000:2.0:1746138009.651322:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972228224 00010000:00010000:2.0:1746138009.651354:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.651375:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12432 00000100:00100000:2.0:1746138009.651381:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1960:x1830957972228224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.651392:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.651411:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.651443:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.651463:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0ec7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab93c expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.651478:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.651479:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.651486:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.651580:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.651635:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.651641:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.651646:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968027520:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.651826:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.653755:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968027520:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.653767:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.653785:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1960:x1830957972228224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2404us (2657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.653793:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12432 00000100:00100000:0.0:1746138009.655279:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.655580:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972228608 00000100:00100000:1.0:1746138009.655586:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972228608 00002000:00100000:1.0:1746138009.655621:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfdf80 x1830957972228608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.655630:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfdf80 with x1830957972228608 ext(0->4095) 00010000:00010000:1.0:1746138009.655637:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.655649:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.655656:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cfdf80 00000100:00100000:1.0:1746138009.655684:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3284 00000100:00100000:1.0:1746138009.655691:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972228608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.655833:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972228608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.655839:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3284 00002000:00100000:1.0:1746138009.655844:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfdf80 x1830957972228608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.655850:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfdf80 with x1830957972228608 ext(0->4095) 00010000:00010000:1.0:1746138009.655855:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.655864:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.655869:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cfdf80 00000100:00100000:0.0:1746138009.658887:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.658945:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972228736 00000100:00100000:2.0:1746138009.658953:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972228736 00010000:00010000:2.0:1746138009.658980:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.659015:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12433 00000100:00100000:2.0:1746138009.659021:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972228736:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.659033:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.659053:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.659064:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.659084:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a89600/0x8ae21a86589e0ece lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab943 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.659114:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.659116:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.659123:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0ed5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab94a expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.659129:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0ed5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab94a expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.659155:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0ed5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab94a expref: 17 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.659165:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968027776:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.659242:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.661737:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968027776:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.661757:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138009.661952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.662144:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972228736:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3121us (3264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.662155:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12433 00000100:00100000:0.0:1746138009.664751:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.667369:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.667452:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972229248 00000100:00100000:2.0:1746138009.667459:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972229248 00000100:00100000:0.0:1746138009.669502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.669563:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972229504 00000100:00100000:1.0:1746138009.669569:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972229504 00002000:00100000:1.0:1746138009.669609:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2cb100 x1830957972229504/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.669619:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2cb100 with x1830957972229504 ext(0->4095) 00002000:00010000:1.0:1746138009.669623:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2cb100 00000100:00100000:1.0:1746138009.669647:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5343 00000100:00100000:1.0:1746138009.669653:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972229504:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.669814:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972229504:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.669820:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5343 00002000:00100000:1.0:1746138009.669825:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2cb100 x1830957972229504/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.669833:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2cb100 with x1830957972229504 ext(0->4095) 00002000:00010000:1.0:1746138009.669836:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2cb100 00000100:00100000:0.0:1746138009.671012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.672756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.672846:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972229760 00000100:00100000:0.0:1746138009.672851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.672854:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972229760 00000100:00100000:1.0:1746138009.672894:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7359 00000100:00100000:1.0:1746138009.672901:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972229760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.672915:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.672926:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab95f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.673340:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972229888 00000100:00100000:2.0:1746138009.673347:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972229888 00010000:00010000:2.0:1746138009.673379:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b8dfc00/0x8ae21a86589e0edc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab951 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.673433:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12435 00000100:00100000:2.0:1746138009.673441:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972229888:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.673453:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.673561:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.673568:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.673574:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.673577:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.673625:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b8dfc00/0x8ae21a86589e0edc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab951 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.673638:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b8dfc00/0x8ae21a86589e0edc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab951 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.673658:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b8dfc00/0x8ae21a86589e0edc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab951 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.673685:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.673688:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.673695:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.673704:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.673733:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.673744:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.673754:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968028288:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.673828:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00010000:00010000:1.0:1746138009.673959:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.673969:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.673979:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968028416:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.674022:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.675232:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968028416:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.675253:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.675264:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fdb000, rc 0) 00000100:00100000:0.0:1746138009.675286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.675359:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972229760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2458us (2609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.675370:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7359 00000100:00100000:1.0:1746138009.675402:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972230144 00000100:00100000:1.0:1746138009.675407:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972230144 00002000:00100000:1.0:1746138009.675459:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093def100 x1830957972230144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.675468:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def100 with x1830957972230144 ext(0->4095) 00010000:00010000:1.0:1746138009.675474:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.675491:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.675496:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093def100 00000100:00100000:1.0:1746138009.675510:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3285 00000100:00100000:1.0:1746138009.675517:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1960:x1830957972230144:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138009.675790:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1960:x1830957972230144:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 272us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.675797:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3285 00002000:00100000:1.0:1746138009.675803:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093def100 x1830957972230144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.675810:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def100 with x1830957972230144 ext(0->4095) 00010000:00010000:1.0:1746138009.675814:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.675829:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.675834:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093def100 00000100:00100000:2.0:1746138009.676139:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968028288:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.676159:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.676226:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972229888:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2785us (3373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.676235:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12435 00000100:00100000:0.0:1746138009.677259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.677302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.677309:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972230272 00000100:00100000:1.0:1746138009.677315:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972230272 00000100:00100000:2.0:1746138009.677354:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972230400 00000100:00100000:2.0:1746138009.677357:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972230400 00000100:00100000:1.0:1746138009.677368:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7360 00000100:00100000:1.0:1746138009.677375:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972230272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.677378:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.677387:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.677402:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab966 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.677447:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.677453:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.677458:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.677462:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.677467:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12436 00000100:00100000:2.0:1746138009.677474:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972230400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.677482:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.677496:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.677504:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.677507:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.677514:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.677532:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.677534:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0ee3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab958 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.677535:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.677541:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.677549:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.677562:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138009.677570:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.677581:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.677592:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972230400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 118us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.677593:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968028672:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.677598:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12436 00000100:00100000:1.0:1746138009.677663:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.678744:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968028672:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.678758:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c98c00, rc 0) 00000100:00100000:1.0:1746138009.678788:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972230272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1413us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.678795:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7360 00000100:00100000:0.0:1746138009.678896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.678971:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972230656 00000100:00100000:1.0:1746138009.678975:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972230656 00002000:00100000:1.0:1746138009.679003:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942ead80 x1830957972230656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.679012:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ead80 with x1830957972230656 ext(0->4095) 00010000:00010000:1.0:1746138009.679019:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.679035:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.679041:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942ead80 00000100:00100000:1.0:1746138009.679065:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3286 00000100:00100000:1.0:1746138009.679071:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972230656:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.679215:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972230656:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.679222:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3286 00002000:00100000:1.0:1746138009.679227:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942ead80 x1830957972230656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.679234:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ead80 with x1830957972230656 ext(0->4095) 00010000:00010000:1.0:1746138009.679238:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.679247:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.679253:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942ead80 00000100:00100000:0.0:1746138009.680341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.680377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.680411:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972230912 00000100:00100000:2.0:1746138009.680433:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972230912 00000100:00100000:1.0:1746138009.680437:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972230784 00000100:00100000:1.0:1746138009.680439:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972230784 00010000:00010000:2.0:1746138009.680454:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.680458:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7361 00000100:00100000:1.0:1746138009.680462:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972230784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.680470:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138009.680472:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12437 00000100:00100000:2.0:1746138009.680478:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1959:x1830957972230912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.680481:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab96d expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.680486:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.680497:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.680501:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.680505:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.680508:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.680518:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.680528:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.680540:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.680545:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e0eea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab95f expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.680554:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.680556:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.680561:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.680573:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.680592:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.680601:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 5 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.680612:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968028928:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.680615:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.680623:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e5ad600, rc 0) 00000100:00100000:1.0:1746138009.680662:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972230784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.680668:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7361 00000100:00100000:2.0:1746138009.680679:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.682128:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.682188:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972231168 00000100:00100000:1.0:1746138009.682195:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972231168 00000100:00100000:2.0:1746138009.682223:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968028928:192.168.204.27@tcp:105: 00002000:00100000:1.0:1746138009.682226:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091454700 x1830957972231168/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.682235:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454700 with x1830957972231168 ext(0->4095) 00010000:00010000:2.0:1746138009.682242:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138009.682243:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.682259:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.682265:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091454700 00000100:00100000:2.0:1746138009.682285:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1959:x1830957972230912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1806us (1905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.682292:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12437 00000100:00100000:1.0:1746138009.682292:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3287 00000100:00100000:1.0:1746138009.682299:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972231168:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.682476:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972231168:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.682483:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3287 00002000:00100000:1.0:1746138009.682487:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091454700 x1830957972231168/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.682495:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454700 with x1830957972231168 ext(0->4095) 00010000:00010000:1.0:1746138009.682499:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.682508:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.682514:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091454700 00000100:00100000:0.0:1746138009.683628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.683753:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972231296 00000100:00100000:2.0:1746138009.683757:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972231296 00010000:00010000:2.0:1746138009.683780:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.683800:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12438 00000100:00100000:2.0:1746138009.683811:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972231296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.683823:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.683839:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.683848:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.683871:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c98c00/0x8ae21a86589e0ef1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab966 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.683887:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.683889:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.683896:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.683948:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.683983:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.683995:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968029056:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.684079:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.685594:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968029056:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.685622:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.685682:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972231296:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1868us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.685693:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12438 00000100:00100000:2.0:1746138009.686005:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.686187:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972231552 00000100:00100000:0.0:1746138009.686193:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972231552 00002000:00100000:0.0:1746138009.686231:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432c380 x1830957972231552/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138009.686241:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c380 with x1830957972231552 ext(0->4095) 00002000:00010000:0.0:1746138009.686252:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432c380 00000100:00100000:0.0:1746138009.686281:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5344 00000100:00100000:0.0:1746138009.686288:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972231552:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138009.686628:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972231552:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 340us (623us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138009.686639:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5344 00002000:00100000:0.0:1746138009.686645:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432c380 x1830957972231552/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138009.686652:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c380 with x1830957972231552 ext(0->4095) 00002000:00010000:0.0:1746138009.686656:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432c380 00000100:00100000:1.0:1746138009.689058:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.689161:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972231680 00000100:00100000:2.0:1746138009.689178:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972231680 00000100:00100000:2.0:1746138009.689260:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7362 00000100:00100000:2.0:1746138009.689269:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972231680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.689291:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.689311:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab974 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.689354:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.689361:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.689363:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.689366:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.689397:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.689410:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 17 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.689469:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968029184:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.689609:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.691612:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968029184:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.691655:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.691682:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138009.691743:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972231680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2474us (2698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.691753:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7362 00000100:00100000:0.0:1746138009.692145:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.692190:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972231808 00000100:00100000:2.0:1746138009.692198:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972231808 00010000:00010000:2.0:1746138009.692225:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.692253:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12439 00000100:00100000:2.0:1746138009.692261:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972231808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.692277:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.692303:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.692314:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.692358:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0ef8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab96d expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.692391:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.692393:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.692401:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.692442:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.692479:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.692493:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968029312:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.692573:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.695242:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968029312:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.695270:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.695342:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:1957:x1830957972231808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3080us (3195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.695352:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12439 00000100:00100000:0.0:1746138009.695709:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.695790:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972232064 00000100:00100000:2.0:1746138009.695798:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972232064 00002000:00100000:2.0:1746138009.695842:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091456a00 x1830957972232064/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.695852:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456a00 with x1830957972232064 ext(0->4095) 00002000:00010000:2.0:1746138009.695858:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091456a00 00000100:00100000:2.0:1746138009.695886:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5345 00000100:00100000:2.0:1746138009.695894:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972232064:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.696084:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972232064:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.696095:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5345 00002000:00100000:2.0:1746138009.696100:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091456a00 x1830957972232064/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.696107:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456a00 with x1830957972232064 ext(0->4095) 00002000:00010000:2.0:1746138009.696110:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091456a00 00000100:00100000:0.0:1746138009.697164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.697317:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972232192 00000100:00100000:2.0:1746138009.697323:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972232192 00000100:00100000:2.0:1746138009.697377:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7363 00000100:00100000:2.0:1746138009.697384:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31559:x1830957972232192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.697397:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.697511:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab97b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.697543:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.697551:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.697553:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.697556:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.697588:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.697601:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 5 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746138009.697607:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.697623:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968029440:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.697700:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.698870:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968029440:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.698901:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.698912:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138009.698938:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972232192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1555us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.698944:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7363 00000100:00100000:0.0:1746138009.699763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.699815:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972232448 00000100:00100000:2.0:1746138009.699821:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972232448 00010000:00010000:2.0:1746138009.699844:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.699873:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12440 00000100:00100000:2.0:1746138009.699879:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972232448:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.699890:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.699917:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.699928:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.699956:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0eff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab974 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.699979:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.699981:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.699989:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.699997:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.700024:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.700034:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.700046:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968029696:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.700128:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.701279:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968029696:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.701295:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.701339:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972232448:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1447us (1572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.701347:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12440 00000100:00100000:0.0:1746138009.701700:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.701962:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972232704 00000100:00100000:2.0:1746138009.701969:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972232704 00002000:00100000:2.0:1746138009.702006:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb9b800 x1830957972232704/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.702017:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9b800 with x1830957972232704 ext(0->4095) 00010000:00010000:2.0:1746138009.702025:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.702038:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.702044:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cb9b800 00000100:00100000:2.0:1746138009.702070:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3288 00000100:00100000:2.0:1746138009.702077:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972232704:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.702244:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972232704:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (544us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.702348:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3288 00002000:00100000:2.0:1746138009.702355:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb9b800 x1830957972232704/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.702363:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9b800 with x1830957972232704 ext(0->4095) 00010000:00010000:2.0:1746138009.702368:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.702377:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.702383:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cb9b800 00000100:00100000:0.0:1746138009.703696:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.703766:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972232832 00000100:00100000:2.0:1746138009.703773:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972232832 00010000:00010000:2.0:1746138009.703800:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.703835:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12441 00000100:00100000:2.0:1746138009.703888:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972232832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.703900:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.703922:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.703933:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.703958:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab97b expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.703989:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.703991:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.703998:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 18 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.704084:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 18 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.704122:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 18 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.704139:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968029824:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.704297:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.705302:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968029824:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.705320:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.705385:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972232832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1501us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.705394:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12441 00000100:00100000:0.0:1746138009.705641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.707517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.707588:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972233216 00000100:00100000:2.0:1746138009.707595:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972233216 00000100:00100000:2.0:1746138009.707642:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7365 00000100:00100000:2.0:1746138009.707649:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972233216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.707663:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.707681:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab989 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.707711:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 17 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.707723:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.707725:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.707729:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.707760:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 17 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.707777:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 17 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.707789:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968029952:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.707875:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.709063:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968029952:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.709089:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.709108:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138009.709147:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972233216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1497us (1631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.709154:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7365 00000100:00100000:0.0:1746138009.709398:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.709464:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972233344 00000100:00100000:2.0:1746138009.709470:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972233344 00010000:00010000:2.0:1746138009.709491:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 18 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.709510:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12442 00000100:00100000:2.0:1746138009.709515:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1957:x1830957972233344:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.709525:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.709547:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 18 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.709562:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 18 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.709584:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a89400/0x8ae21a86589e0f0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab982 expref: 18 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.709597:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.709599:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.709606:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.709614:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.709637:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.709649:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968030080:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.709846:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.711568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.711580:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968030080:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.711599:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.711636:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:1957:x1830957972233344:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2120us (2244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.711644:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12442 00000100:00100000:0.0:1746138009.714152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.714224:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972233728 00000100:00100000:2.0:1746138009.714235:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972233728 00000100:00100000:2.0:1746138009.714297:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7366 00000100:00100000:2.0:1746138009.714303:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:31560:x1830957972233728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.714318:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.714343:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab990 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.714376:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.714384:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.714385:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.714389:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.714459:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.714468:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 5 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.714477:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968030208:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.714584:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.715566:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968030208:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.715590:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 18 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.715611:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138009.715645:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:31560:x1830957972233728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1341us (1496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.715652:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7366 00000100:00100000:0.0:1746138009.715985:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.716094:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972233856 00000100:00100000:2.0:1746138009.716099:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972233856 00010000:00010000:2.0:1746138009.716119:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.716275:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12443 00000100:00100000:2.0:1746138009.716282:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972233856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.716294:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.716310:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.716320:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.716350:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab989 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.716549:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.716551:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.716557:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.716570:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.716595:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.716605:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968030336:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.716659:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.718141:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968030336:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.718162:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.718206:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972233856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1923us (2220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.718216:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12443 00000100:00100000:0.0:1746138009.718464:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.718501:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972234112 00000100:00100000:1.0:1746138009.718506:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972234112 00002000:00100000:1.0:1746138009.718532:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009413a300 x1830957972234112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.718545:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413a300 with x1830957972234112 ext(0->4095) 00002000:00010000:1.0:1746138009.718548:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009413a300 00000100:00100000:1.0:1746138009.718565:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5348 00000100:00100000:1.0:1746138009.718571:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1960:x1830957972234112:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138009.718695:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1960:x1830957972234112:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.718699:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5348 00002000:00100000:1.0:1746138009.718703:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009413a300 x1830957972234112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.718709:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413a300 with x1830957972234112 ext(0->4095) 00002000:00010000:1.0:1746138009.718711:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009413a300 00000100:00100000:0.0:1746138009.720193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.720282:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972234240 00000100:00100000:2.0:1746138009.720290:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972234240 00000100:00100000:2.0:1746138009.720339:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7367 00000100:00100000:2.0:1746138009.720345:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972234240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.720360:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.720375:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab997 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.720397:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.720403:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.720404:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.720407:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.720465:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 17 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.720478:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 17 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.720488:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968030464:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138009.722129:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.722203:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972234368 00000100:00100000:2.0:1746138009.722209:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972234368 00002000:00100000:2.0:1746138009.722239:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094139f80 x1830957972234368/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 496/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.722248:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139f80 with x1830957972234368 ext(0->7) 00010000:00010000:2.0:1746138009.722254:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.722265:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 18 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.722272:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094139f80 00000100:00100000:2.0:1746138009.722287:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3289 00000100:00100000:2.0:1746138009.722292:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972234368:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138009.722916:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972234368:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 620us (790us total) trans 4294967987 rc 0/0 00000100:00100000:2.0:1746138009.722930:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3289 00002000:00100000:2.0:1746138009.722942:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094139f80 x1830957972234368/t4294967987(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 496/448 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.722950:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139f80 with x1830957972234368 ext(0->7) 00010000:00010000:2.0:1746138009.722958:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.722971:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.722977:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094139f80 00000100:00100000:0.0:1746138009.728758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.728887:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972234496 00000100:00100000:2.0:1746138009.728897:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972234496 00010000:00010000:2.0:1746138009.728930:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.728968:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12444 00000100:00100000:2.0:1746138009.728974:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1957:x1830957972234496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.728987:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.729004:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.729014:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.729031:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e0f1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab990 expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.729057:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.729059:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.729065:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.729072:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.729095:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.729104:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968030592:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.729176:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.735867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.735973:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.736041:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972234880 00000100:00100000:0.0:1746138009.736048:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972234880 00002000:00100000:0.0:1746138009.736093:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094139c00 x1830957972234880/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138009.736103:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139c00 with x1830957972234880 ext(0->4095) 00002000:00010000:0.0:1746138009.736109:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094139c00 00000100:00100000:0.0:1746138009.736123:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5349 00000100:00100000:0.0:1746138009.736130:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972234880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.736182:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968030592:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.736205:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.736339:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972234496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 7352us (7581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.736342:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972234880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.736348:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12444 00000100:00100000:0.0:1746138009.736348:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5349 00002000:00100000:0.0:1746138009.736353:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094139c00 x1830957972234880/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138009.736360:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139c00 with x1830957972234880 ext(0->4095) 00010000:00010000:0.0:1746138009.736365:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746138009.736376:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746138009.736381:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094139c00 00000100:00100000:2.0:1746138009.737971:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.738007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.738023:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972235136 00000100:00100000:2.0:1746138009.738026:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972235136 00010000:00010000:2.0:1746138009.738043:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.738286:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12445 00000100:00100000:2.0:1746138009.738292:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972235136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.738300:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.738317:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.738342:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.738359:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e0f22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab997 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.738371:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.738372:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.738378:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.738384:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.738403:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.738412:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.738711:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968030976:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.738813:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.739584:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968030976:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.739602:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.739636:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972235136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1340us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.739643:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12445 00000100:00100000:0.0:1746138009.739766:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.739805:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972235392 00000100:00100000:2.0:1746138009.739809:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972235392 00002000:00100000:2.0:1746138009.739834:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009413bb80 x1830957972235392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.739843:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413bb80 with x1830957972235392 ext(0->4095) 00010000:00010000:2.0:1746138009.739849:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.739858:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.739864:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009413bb80 00000100:00100000:2.0:1746138009.739888:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3290 00000100:00100000:2.0:1746138009.739894:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972235392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.740023:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972235392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.740029:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3290 00002000:00100000:2.0:1746138009.740034:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009413bb80 x1830957972235392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.740040:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413bb80 with x1830957972235392 ext(0->4095) 00010000:00010000:2.0:1746138009.740045:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.740053:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.740058:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009413bb80 00000100:00100000:0.0:1746138009.741107:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.741183:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972235520 00000100:00100000:2.0:1746138009.741188:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972235520 00010000:00010000:2.0:1746138009.741206:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.741374:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12446 00000100:00100000:2.0:1746138009.741391:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972235520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.741407:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.741466:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.741480:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.741601:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a89200/0x8ae21a86589e0f29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab99e expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.741617:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.741618:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.741624:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0f30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9a5 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.741635:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0f30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9a5 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.741663:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0f30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9a5 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.741674:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968031104:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.741768:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.743339:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968031104:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138009.743348:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138009.743359:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.743387:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972235520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2003us (2282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.743396:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12446 00000100:00100000:0.0:1746138009.746177:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.746256:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972235904 00000100:00100000:2.0:1746138009.746267:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972235904 00000100:00100000:2.0:1746138009.746342:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7370 00000100:00100000:2.0:1746138009.746351:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972235904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.746368:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.746387:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9ac expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.746470:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0f30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9a5 expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.746479:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.746482:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.746486:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f37 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ac expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.746521:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0f30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9a5 expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.746533:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a88e00/0x8ae21a86589e0f30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9a5 expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.746545:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968031232:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.746656:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.747768:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968031232:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.747797:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ac expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.747810:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138009.747855:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972235904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1505us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.747862:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7370 00000100:00100000:0.0:1746138009.748276:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.750654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.750728:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972236288 00000100:00100000:2.0:1746138009.750735:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972236288 00002000:00100000:2.0:1746138009.750777:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b217480 x1830957972236288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.750787:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b217480 with x1830957972236288 ext(0->4095) 00002000:00010000:2.0:1746138009.750791:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b217480 00000100:00100000:2.0:1746138009.750813:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5351 00000100:00100000:2.0:1746138009.750824:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972236288:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.750986:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972236288:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.750992:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5351 00002000:00100000:2.0:1746138009.750998:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b217480 x1830957972236288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.751006:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b217480 with x1830957972236288 ext(0->4095) 00002000:00010000:2.0:1746138009.751008:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b217480 00000100:00100000:0.0:1746138009.752374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.752459:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972236416 00000100:00100000:2.0:1746138009.752465:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972236416 00000100:00100000:2.0:1746138009.752504:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7371 00000100:00100000:2.0:1746138009.752511:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31560:x1830957972236416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.752525:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.752539:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9b3 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.752565:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ac expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.752572:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.752573:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.752576:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9b3 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.752599:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ac expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.752613:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ac expref: 5 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.752623:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968031488:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.752689:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.754102:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968031488:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138009.754113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138009.754129:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9b3 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.754141:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138009.754181:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31560:x1830957972236416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1670us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.754187:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7371 00000100:00100000:2.0:1746138009.754206:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972236544 00000100:00100000:2.0:1746138009.754210:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972236544 00000100:00100000:2.0:1746138009.754227:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7372 00000100:00100000:2.0:1746138009.754231:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972236544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.754240:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.754294:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9ba expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.754309:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.754313:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9b3 expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.754323:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.754325:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ba expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.754357:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9b3 expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.754366:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ba expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.754376:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138009.754398:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31559:x1830957972236544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.754402:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7372 00000100:00100000:0.0:1746138009.755839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.758475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.758536:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972236928 00000100:00100000:2.0:1746138009.758542:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972236928 00002000:00100000:2.0:1746138009.758571:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b214380 x1830957972236928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.758579:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b214380 with x1830957972236928 ext(0->4095) 00010000:00010000:2.0:1746138009.758585:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9b3 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.758596:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9b3 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.758601:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b214380 00000100:00100000:2.0:1746138009.758628:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3291 00000100:00100000:2.0:1746138009.758634:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972236928:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.758782:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972236928:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.758788:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3291 00002000:00100000:2.0:1746138009.758793:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b214380 x1830957972236928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.758799:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b214380 with x1830957972236928 ext(0->4095) 00010000:00010000:2.0:1746138009.758803:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9b3 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.758812:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9b3 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.758816:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b214380 00000100:00100000:0.0:1746138009.760042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.760102:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.760168:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972237184 00000100:00100000:2.0:1746138009.760174:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972237184 00000100:00100000:2.0:1746138009.760214:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7373 00000100:00100000:2.0:1746138009.760220:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972237184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.760237:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.760253:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9c1 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.760277:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.760282:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ba expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.760293:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138009.760296:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c1 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.760377:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ba expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.760403:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c1 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.760412:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138009.760469:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972237184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 248us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.760475:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7373 00000100:00100000:0.0:1746138009.761866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.761938:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972237440 00000100:00100000:2.0:1746138009.761942:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972237440 00002000:00100000:2.0:1746138009.761968:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932d80 x1830957972237440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.761978:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932d80 with x1830957972237440 ext(0->4095) 00010000:00010000:2.0:1746138009.761988:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ba expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.762000:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ba expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.762006:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b932d80 00000100:00100000:2.0:1746138009.762029:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3292 00000100:00100000:2.0:1746138009.762034:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972237440:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.762169:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972237440:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.762176:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3292 00002000:00100000:2.0:1746138009.762181:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932d80 x1830957972237440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.762188:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932d80 with x1830957972237440 ext(0->4095) 00010000:00010000:2.0:1746138009.762192:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ba expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.762201:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e0f45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9ba expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.762207:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b932d80 00000100:00100000:0.0:1746138009.763691:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.763761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.763831:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972237568 00000100:00100000:2.0:1746138009.763837:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972237568 00000100:00100000:2.0:1746138009.763882:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7374 00000100:00100000:2.0:1746138009.763890:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972237568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.763903:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.763919:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9c8 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.763943:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.763949:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.763956:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138009.763960:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c8 expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.763993:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.764002:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c8 expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.764009:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138009.764096:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972237568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.764103:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7374 00000100:00100000:0.0:1746138009.767641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.767713:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972237952 00000100:00100000:2.0:1746138009.767720:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972237952 00002000:00100000:2.0:1746138009.767752:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b933480 x1830957972237952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.767760:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933480 with x1830957972237952 ext(0->4095) 00010000:00010000:2.0:1746138009.767767:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c1 expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.767779:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c1 expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.767785:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b933480 00000100:00100000:2.0:1746138009.767812:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3293 00000100:00100000:2.0:1746138009.767817:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972237952:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.767941:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972237952:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.767946:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3293 00002000:00100000:2.0:1746138009.767951:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b933480 x1830957972237952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.767956:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933480 with x1830957972237952 ext(0->4095) 00010000:00010000:2.0:1746138009.767960:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c1 expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.767968:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c1 expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.767973:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b933480 00000100:00100000:0.0:1746138009.770666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.773508:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.773718:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972238336 00000100:00100000:1.0:1746138009.773724:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972238336 00002000:00100000:1.0:1746138009.773950:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b933b80 x1830957972238336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.773959:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933b80 with x1830957972238336 ext(0->4095) 00002000:00010000:1.0:1746138009.773963:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b933b80 00000100:00100000:1.0:1746138009.774020:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5352 00000100:00100000:1.0:1746138009.774027:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972238336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138009.774608:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972238336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 579us (1099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.774614:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5352 00002000:00100000:1.0:1746138009.774620:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b933b80 x1830957972238336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.774626:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933b80 with x1830957972238336 ext(0->4095) 00002000:00010000:1.0:1746138009.774628:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b933b80 00000100:00100000:0.0:1746138009.776235:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.776294:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972238464 00000100:00100000:2.0:1746138009.776301:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972238464 00000100:00100000:2.0:1746138009.776351:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7375 00000100:00100000:2.0:1746138009.776358:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972238464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.776375:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.776389:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9cf expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.776412:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c8 expref: 19 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.776465:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.776467:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.776470:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.776493:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c8 expref: 19 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.776503:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c8 expref: 19 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.776513:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968032512:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.776711:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.779187:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.779297:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968032512:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.779325:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.779347:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138009.779381:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972238464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3023us (3150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.779388:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7375 00000100:00100000:1.0:1746138009.779645:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12452 00000100:00100000:1.0:1746138009.779654:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1957:x1830957972238592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.779668:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.779687:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c8 expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.779697:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c8 expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.779716:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e0f53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9c8 expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.779742:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.779744:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.779750:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.779757:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.779922:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.779937:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968032640:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.780157:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.781369:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968032640:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.781382:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.781441:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972238592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1788us (2262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.781449:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12452 00000100:00100000:0.0:1746138009.781530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.781620:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972238848 00000100:00100000:1.0:1746138009.781624:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972238848 00002000:00100000:1.0:1746138009.781652:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932680 x1830957972238848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.781660:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932680 with x1830957972238848 ext(0->4095) 00002000:00010000:1.0:1746138009.781664:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b932680 00000100:00100000:1.0:1746138009.781688:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5353 00000100:00100000:1.0:1746138009.781694:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972238848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.781806:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972238848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.781811:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5353 00002000:00100000:1.0:1746138009.781815:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932680 x1830957972238848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.781822:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932680 with x1830957972238848 ext(0->4095) 00002000:00010000:1.0:1746138009.781825:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b932680 00000100:00100000:0.0:1746138009.783829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.783923:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.784004:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972239104 00000100:00100000:2.0:1746138009.784011:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972239104 00000100:00100000:2.0:1746138009.784059:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7376 00000100:00100000:2.0:1746138009.784066:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e067850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972239104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.784084:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.784099:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9dd expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.784122:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.784129:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.784130:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.784134:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.784167:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.784178:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 5 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.784188:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968032768:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.784243:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.784337:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972238976 00000100:00100000:1.0:1746138009.784344:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972238976 00000100:00100000:1.0:1746138009.784365:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7377 00000100:00100000:1.0:1746138009.784370:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972238976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.784377:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.784383:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9d6 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.784394:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.784398:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.784402:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.784405:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.784558:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.784570:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.784578:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c99e00, rc 0) 00000100:00100000:1.0:1746138009.784893:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972238976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 522us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.784899:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7377 00000100:00100000:2.0:1746138009.786444:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968032768:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.786479:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.786493:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138009.786529:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e067850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31559:x1830957972239104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2463us (2605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.786539:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7376 00000100:00100000:0.0:1746138009.786721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.786758:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972239232 00000100:00100000:2.0:1746138009.786763:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972239232 00010000:00010000:2.0:1746138009.786782:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.787460:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12453 00000100:00100000:2.0:1746138009.787475:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972239232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.787488:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.787510:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.787522:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.787541:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0f5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9cf expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.787568:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.787569:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.787576:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.787583:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.787610:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.787621:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.789236:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033024:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.789347:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.792254:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033024:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.792279:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.792343:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972239232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4869us (5621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.792352:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12453 00000100:00100000:0.0:1746138009.792753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.799177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.799267:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972239616 00000100:00100000:2.0:1746138009.799277:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972239616 00010000:00010000:2.0:1746138009.799305:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.799356:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12454 00000100:00100000:2.0:1746138009.799364:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972239616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.799375:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.799393:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.799404:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.799458:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9dd expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.799475:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.799477:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.799483:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.799490:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.799608:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.799620:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033152:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.799995:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.801594:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033152:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.801623:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.801669:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972239616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2305us (2501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.801679:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12454 00000100:00100000:0.0:1746138009.801854:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.804293:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.804402:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972240000 00000100:00100000:2.0:1746138009.804411:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972240000 00000100:00100000:2.0:1746138009.804755:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7378 00000100:00100000:2.0:1746138009.804763:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972240000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.804781:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.804800:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9e4 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.804835:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.804841:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.804843:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.804846:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.804874:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.804886:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.804897:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968033280:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.804978:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.806518:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968033280:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.806550:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.806564:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138009.806607:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972240000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1844us (2322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.806614:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7378 00000100:00100000:0.0:1746138009.808677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.808764:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972240128 00000100:00100000:2.0:1746138009.808777:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972240128 00010000:00010000:2.0:1746138009.808821:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.808863:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12455 00000100:00100000:2.0:1746138009.808871:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972240128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.808884:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.808909:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.808921:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.808948:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9d6 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.808978:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.808980:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.808989:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.808997:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.809037:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.809050:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033408:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.809152:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.812230:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033408:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138009.812259:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.812307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.812371:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972240128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3499us (3700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.812382:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12455 00000100:00100000:0.0:1746138009.813477:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.813671:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972240512 00000100:00100000:2.0:1746138009.813679:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972240512 00000100:00100000:2.0:1746138009.813766:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7379 00000100:00100000:2.0:1746138009.813775:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972240512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.813792:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.813811:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9eb expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.814023:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.814031:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.814034:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.814037:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.814073:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.814084:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 5 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.814096:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968033536:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.814196:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.816612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.816684:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972240640 00000100:00100000:1.0:1746138009.816694:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972240640 00000100:00100000:1.0:1746138009.816749:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7380 00000100:00100000:1.0:1746138009.816757:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972240640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.816777:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.816796:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9f2 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.816823:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.816829:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.816834:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.816837:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.816843:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968033536:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.816868:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.816873:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.816877:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.816884:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00010000:00010000:1.0:1746138009.816884:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e5ad600, rc 0) 00000100:00100000:2.0:1746138009.817050:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972240512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3275us (3571us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.817056:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7379 00000100:00100000:1.0:1746138009.817230:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972240640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 473us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.817235:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7380 00000100:00100000:0.0:1746138009.817248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.817271:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972240768 00000100:00100000:1.0:1746138009.817274:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972240768 00010000:00010000:1.0:1746138009.817290:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.817321:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12456 00000100:00100000:1.0:1746138009.817336:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972240768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.817347:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.817372:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.817392:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.817411:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0f6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9e4 expref: 6 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.817474:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.817475:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.817482:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.817489:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.817507:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.817518:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.817536:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033792:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.817611:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.819928:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033792:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138009.819930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138009.819954:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.820005:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972240768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2677us (2754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.820018:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12456 00000100:00100000:2.0:1746138009.820093:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972241024 00000100:00100000:2.0:1746138009.820102:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972241024 00002000:00100000:2.0:1746138009.820154:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132d80 x1830957972241024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.820164:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132d80 with x1830957972241024 ext(0->4095) 00010000:00010000:2.0:1746138009.820175:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.820190:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.820198:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c132d80 00000100:00100000:2.0:1746138009.820227:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3295 00000100:00100000:2.0:1746138009.820234:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972241024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.820493:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972241024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 258us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.820499:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3295 00002000:00100000:2.0:1746138009.820504:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132d80 x1830957972241024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.820512:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132d80 with x1830957972241024 ext(0->4095) 00010000:00010000:2.0:1746138009.820518:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.820528:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.820534:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c132d80 00000100:00100000:0.0:1746138009.823970:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.824061:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972241152 00000100:00100000:1.0:1746138009.824076:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972241152 00010000:00010000:1.0:1746138009.824124:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.824172:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12457 00000100:00100000:1.0:1746138009.824180:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972241152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.824195:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.824222:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.824569:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.824597:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9eb expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.825179:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.825182:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.825191:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.825203:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.825247:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.825259:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033920:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.825380:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.828100:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968033920:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.828127:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138009.828131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.828187:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1957:x1830957972241152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4007us (4223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.828198:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12457 00000100:00100000:2.0:1746138009.828293:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972241408 00000100:00100000:2.0:1746138009.828302:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972241408 00002000:00100000:2.0:1746138009.828479:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c130700 x1830957972241408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.828488:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c130700 with x1830957972241408 ext(0->4095) 00002000:00010000:2.0:1746138009.828493:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c130700 00000100:00100000:2.0:1746138009.828520:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5356 00000100:00100000:2.0:1746138009.828731:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972241408:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.829061:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972241408:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 535us (932us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.829067:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5356 00002000:00100000:2.0:1746138009.829072:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c130700 x1830957972241408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.829079:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c130700 with x1830957972241408 ext(0->4095) 00002000:00010000:2.0:1746138009.829082:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c130700 00000100:00100000:0.0:1746138009.831239:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.831608:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972241536 00000100:00100000:1.0:1746138009.831620:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972241536 00000100:00100000:1.0:1746138009.831676:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7381 00000100:00100000:1.0:1746138009.831685:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972241536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.831704:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.831798:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ab9f9 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.831841:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.831854:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.831856:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.831860:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.831900:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.831914:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.831928:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968034048:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.832119:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.833709:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968034048:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.833731:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.833744:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c99e00, rc 0) 00000100:00100000:1.0:1746138009.833788:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972241536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2104us (2558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.833795:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7381 00000100:00100000:0.0:1746138009.834700:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.834766:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972241664 00000100:00100000:1.0:1746138009.834775:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972241664 00010000:00010000:1.0:1746138009.834808:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.834851:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12458 00000100:00100000:1.0:1746138009.834858:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1957:x1830957972241664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.834876:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.834901:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.834912:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.834940:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e5ad600/0x8ae21a86589e0f7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f2 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.834972:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.834974:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.834983:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.834991:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.835024:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.835036:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968034176:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.835745:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.836391:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968034176:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.836408:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.836459:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1957:x1830957972241664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1601us (1765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.836467:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12458 00000100:00100000:0.0:1746138009.837236:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.837302:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972241920 00000100:00100000:2.0:1746138009.837310:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972241920 00002000:00100000:2.0:1746138009.837360:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c133100 x1830957972241920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.837370:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c133100 with x1830957972241920 ext(0->4095) 00002000:00010000:2.0:1746138009.837375:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c133100 00000100:00100000:2.0:1746138009.837399:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5357 00000100:00100000:2.0:1746138009.837405:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972241920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.837614:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972241920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 208us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.837620:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5357 00002000:00100000:2.0:1746138009.837625:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c133100 x1830957972241920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.837632:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c133100 with x1830957972241920 ext(0->4095) 00002000:00010000:2.0:1746138009.837635:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c133100 00000100:00100000:0.0:1746138009.839764:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.840047:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972242048 00000100:00100000:1.0:1746138009.840055:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972242048 00000100:00100000:2.0:1746138009.840605:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7382 00000100:00100000:2.0:1746138009.840614:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:31559:x1830957972242048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.840630:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.840644:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba00 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.840669:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.840676:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.840678:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.840681:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.840708:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.840719:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.840730:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968034304:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.840811:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.841037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.841141:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972242176 00000100:00100000:1.0:1746138009.841144:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972242176 00000100:00100000:1.0:1746138009.841176:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7383 00000100:00100000:1.0:1746138009.841181:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972242176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.841188:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.841195:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba07 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.841206:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.841209:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.841214:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.841217:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.841241:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 22 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.841251:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.841263:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fdae00, rc 0) 00000100:00100000:1.0:1746138009.841297:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972242176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.841303:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7383 00000100:00100000:2.0:1746138009.842307:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968034304:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.842339:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.842349:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138009.842384:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31559:x1830957972242048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1772us (2627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.842389:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7382 00000100:00100000:0.0:1746138009.843705:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.843762:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972242304 00000100:00100000:1.0:1746138009.843769:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972242304 00010000:00010000:1.0:1746138009.843794:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.843973:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12459 00000100:00100000:1.0:1746138009.843981:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972242304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.843993:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.844011:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.844021:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.844040:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c99e00/0x8ae21a86589e0f84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ab9f9 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.844062:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.844064:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.844070:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.844081:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.844107:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.844117:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 20 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.844127:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968034560:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.844198:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.846556:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.846763:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972242560 00000100:00100000:2.0:1746138009.846769:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972242560 00002000:00100000:2.0:1746138009.846802:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932a00 x1830957972242560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.846812:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932a00 with x1830957972242560 ext(0->4095) 00010000:00010000:2.0:1746138009.846818:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.846833:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.846838:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b932a00 00000100:00100000:1.0:1746138009.846840:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968034560:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.846854:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3296 00010000:00010000:1.0:1746138009.846855:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.846859:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972242560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138009.846884:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972242304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2905us (3184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.846890:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12459 00000100:00100000:2.0:1746138009.846984:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972242560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.846990:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3296 00002000:00100000:2.0:1746138009.846994:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932a00 x1830957972242560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.847001:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932a00 with x1830957972242560 ext(0->4095) 00010000:00010000:2.0:1746138009.847005:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.847014:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.847019:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b932a00 00000100:00100000:0.0:1746138009.849166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.849276:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972242688 00000100:00100000:1.0:1746138009.849284:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972242688 00010000:00010000:1.0:1746138009.849311:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.849355:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12460 00000100:00100000:1.0:1746138009.849362:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972242688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.849371:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.849387:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.849398:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.849439:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e0f8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba00 expref: 21 pid: 17395 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.849452:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.849453:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.849459:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.849467:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.849495:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 20 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.849506:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968034688:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.849567:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.852267:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968034688:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.852292:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.852353:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1957:x1830957972242688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2990us (3191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.852363:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12460 00000100:00100000:0.0:1746138009.853619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.853860:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972242944 00000100:00100000:1.0:1746138009.853868:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972242944 00002000:00100000:1.0:1746138009.853904:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b930000 x1830957972242944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.853912:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930000 with x1830957972242944 ext(0->4095) 00002000:00010000:1.0:1746138009.853916:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b930000 00000100:00100000:1.0:1746138009.853945:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5358 00000100:00100000:1.0:1746138009.853953:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1959:x1830957972242944:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138009.854103:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1959:x1830957972242944:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.854110:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5358 00002000:00100000:1.0:1746138009.854115:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b930000 x1830957972242944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.854122:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930000 with x1830957972242944 ext(0->4095) 00002000:00010000:1.0:1746138009.854125:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b930000 00000100:00100000:2.0:1746138009.856041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.856059:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.856649:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972243200 00000100:00100000:0.0:1746138009.856658:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972243200 00000100:00100000:2.0:1746138009.856694:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.856733:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972243456 00000100:00100000:0.0:1746138009.856735:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972243456 00000100:00100000:2.0:1746138009.856753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.856761:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 323 00000100:00100000:0.0:1746138009.856766:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1959:x1830957972243456:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1746138009.856769:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972243328 00000100:00100000:2.0:1746138009.856772:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972243328 00000100:00100000:2.0:1746138009.856802:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 343 00000100:00100000:2.0:1746138009.856807:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1959:x1830957972243328:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746138009.856818:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1959:x1830957972243456:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 46us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138009.856825:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 323 00000100:00100000:2.0:1746138009.856831:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1959:x1830957972243328:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 24us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.856836:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 343 00000100:00100000:2.0:1746138009.856864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.856917:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.856928:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972243584 00000100:00100000:2.0:1746138009.856931:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972243584 00000100:00100000:2.0:1746138009.856947:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972243712 00000100:00100000:2.0:1746138009.856949:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972243712 00000100:00100000:2.0:1746138009.856962:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 344 00000100:00100000:2.0:1746138009.856966:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972243584:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1746138009.856986:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972243584:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 20us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.856990:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 344 00000100:00100000:2.0:1746138009.856998:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7384 00000100:00100000:2.0:1746138009.857002:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972243712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.857011:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.857025:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba0e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.857045:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.857055:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.857057:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.857060:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.857085:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 19 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.857097:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 19 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.857107:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968034816:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.857160:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00080000:1.0:1746138009.857256:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746138009.857261:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746138009.860224:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968034816:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.860257:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.860272:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138009.860318:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972243712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3313us (3399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.860336:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7384 00000100:00100000:0.0:1746138009.862577:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.862861:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972243840 00000100:00100000:1.0:1746138009.862870:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972243840 00010000:00010000:1.0:1746138009.862901:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.862937:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12461 00000100:00100000:1.0:1746138009.862944:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1957:x1830957972243840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.862955:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.862976:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.862988:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.863009:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e0f92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba07 expref: 20 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.863026:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.863027:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.863034:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.863041:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.863071:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.863082:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968034944:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.863164:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.863281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.863323:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972243968 00000100:00100000:0.0:1746138009.863334:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972243968 00000100:00100000:0.0:1746138009.863360:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7385 00000100:00100000:0.0:1746138009.863366:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972243968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138009.863378:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138009.863388:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba15 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.863411:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.863448:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138009.863450:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138009.863453:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.863517:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138009.863527:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 5 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746138009.863535:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968035072:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138009.863580:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.867484:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968034944:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.867502:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.867550:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972243840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4606us (4979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.867558:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12461 00000100:00100000:0.0:1746138009.867703:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.867817:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b933100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968035072:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.867834:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 20 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.867852:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712200, rc 0) 00000100:00100000:2.0:1746138009.867874:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:31559:x1830957972243968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4508us (4594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.867881:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7385 00000100:00100000:1.0:1746138009.868157:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972244224 00000100:00100000:1.0:1746138009.868163:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972244224 00002000:00100000:1.0:1746138009.868190:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932300 x1830957972244224/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.868198:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932300 with x1830957972244224 ext(0->4095) 00010000:00010000:1.0:1746138009.868203:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.868213:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.868218:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b932300 00000100:00100000:1.0:1746138009.868246:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3297 00000100:00100000:1.0:1746138009.868252:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972244224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138009.868518:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972244224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 265us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138009.868524:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3297 00002000:00100000:1.0:1746138009.868529:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b932300 x1830957972244224/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138009.868535:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932300 with x1830957972244224 ext(0->4095) 00010000:00010000:1.0:1746138009.868538:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.868547:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:1.0:1746138009.868555:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b932300 00000100:00100000:0.0:1746138009.870496:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.870560:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972244352 00000100:00100000:1.0:1746138009.870568:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972244352 00010000:00010000:1.0:1746138009.870592:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.871161:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12462 00000100:00100000:1.0:1746138009.871169:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972244352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.871180:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.871196:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.871206:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.871225:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e0f99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba0e expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.871255:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.871256:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.871263:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.871271:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.871301:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.871311:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968035200:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.871985:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.874389:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968035200:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138009.874392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138009.874404:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.874466:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972244352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3298us (3979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.874474:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12462 00000100:00100000:2.0:1746138009.874516:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972244608 00000100:00100000:2.0:1746138009.874521:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972244608 00002000:00100000:2.0:1746138009.874548:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b933100 x1830957972244608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.874554:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933100 with x1830957972244608 ext(0->4095) 00002000:00010000:2.0:1746138009.874557:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b933100 00000100:00100000:2.0:1746138009.874582:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5359 00000100:00100000:2.0:1746138009.874753:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1960:x1830957972244608:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138009.874892:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1960:x1830957972244608:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 303us (500us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.874897:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5359 00002000:00100000:2.0:1746138009.874902:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b933100 x1830957972244608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.874908:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933100 with x1830957972244608 ext(0->4095) 00002000:00010000:2.0:1746138009.874911:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b933100 00000100:00100000:0.0:1746138009.876855:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.877549:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972244736 00000100:00100000:2.0:1746138009.877555:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972244736 00000100:00100000:2.0:1746138009.877597:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7386 00000100:00100000:2.0:1746138009.877604:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972244736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.877620:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.877639:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba1c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.877663:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.877670:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.877671:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.877674:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.877701:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 19 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.877712:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 19 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.877723:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968035328:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.877810:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.880473:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968035328:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138009.880501:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.880514:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138009.880557:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972244736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2953us (3706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.880568:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7386 00000100:00100000:0.0:1746138009.880939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.881314:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972244864 00000100:00100000:2.0:1746138009.881320:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972244864 00002000:00100000:2.0:1746138009.881359:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b933800 x1830957972244864/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 496/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.881367:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933800 with x1830957972244864 ext(0->7) 00010000:00010000:2.0:1746138009.881373:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.881385:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 20 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.881391:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b933800 00000100:00100000:2.0:1746138009.881450:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3298 00000100:00100000:2.0:1746138009.881507:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972244864:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138009.881791:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972244864:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 286us (852us total) trans 4294967988 rc 0/0 00000100:00100000:2.0:1746138009.881803:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3298 00002000:00100000:2.0:1746138009.881808:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b933800 x1830957972244864/t4294967988(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 496/448 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.881814:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933800 with x1830957972244864 ext(0->7) 00010000:00010000:2.0:1746138009.881818:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.881831:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.881835:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b933800 00000100:00100000:0.0:1746138009.883847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.884039:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972244992 00000100:00100000:1.0:1746138009.884051:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972244992 00010000:00010000:1.0:1746138009.884081:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.884119:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12463 00000100:00100000:1.0:1746138009.884126:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972244992:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.884138:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.884155:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.884165:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.884184:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094712200/0x8ae21a86589e0fa0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba15 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.884214:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.884216:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.884226:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.884234:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.884262:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.884272:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968035456:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.884356:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.886957:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968035456:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.886984:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.887147:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972244992:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3019us (3308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.887159:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12463 00000100:00100000:0.0:1746138009.887202:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.891180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.891227:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972245376 00000100:00100000:2.0:1746138009.891234:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972245376 00000100:00100000:2.0:1746138009.891275:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7387 00000100:00100000:2.0:1746138009.891282:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972245376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.891296:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.891310:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba23 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.891345:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.891352:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.891353:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.891356:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.891380:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.891390:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 5 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.891400:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968035584:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138009.891491:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.891519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.891680:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972245504 00000100:00100000:1.0:1746138009.891689:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972245504 00000100:00100000:1.0:1746138009.891742:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7388 00000100:00100000:1.0:1746138009.891750:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972245504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.891762:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.891775:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba2a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.891800:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.891804:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.891810:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.891813:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.891841:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.891852:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.891861:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138009.891912:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31559:x1830957972245504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.891919:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7388 00000100:00100000:0.0:1746138009.892556:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.892918:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972245632 00000100:00100000:1.0:1746138009.892923:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972245632 00010000:00010000:1.0:1746138009.892940:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.892968:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12464 00000100:00100000:1.0:1746138009.892974:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972245632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.892981:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.892998:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.893008:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.893023:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e0fa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba1c expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.893040:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.893042:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.893047:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.893053:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.893072:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.893079:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.893121:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968035840:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.893163:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.894037:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968035840:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.894046:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.894079:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972245632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1104us (1527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.894085:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12464 00000100:00100000:0.0:1746138009.894475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.897367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.897503:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.897531:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972246144 00000100:00100000:1.0:1746138009.897535:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972246144 00010000:00010000:1.0:1746138009.897562:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.897588:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12465 00000100:00100000:1.0:1746138009.897593:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972246144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.897602:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.897618:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.897825:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.897843:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e0fae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba23 expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.898053:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.898090:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972246144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 496us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.898097:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12465 00000100:00100000:0.0:1746138009.900260:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.900345:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972246400 00000100:00100000:2.0:1746138009.900352:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972246400 00002000:00100000:2.0:1746138009.900381:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0700 x1830957972246400/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.900390:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0700 with x1830957972246400 ext(0->4095) 00010000:00010000:2.0:1746138009.900397:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.900408:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.900446:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b0700 00000100:00100000:2.0:1746138009.900474:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3300 00000100:00100000:2.0:1746138009.900480:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972246400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.900710:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972246400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 229us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.900716:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3300 00002000:00100000:2.0:1746138009.900724:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0700 x1830957972246400/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.900731:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0700 with x1830957972246400 ext(0->4095) 00010000:00010000:2.0:1746138009.900735:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.900743:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.900748:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b0700 00000100:00100000:0.0:1746138009.902286:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.902349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.902458:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972246528 00000100:00100000:1.0:1746138009.902464:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972246528 00010000:00010000:1.0:1746138009.902483:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 23 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.902517:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12466 00000100:00100000:1.0:1746138009.902522:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972246528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.902530:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.902674:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 24 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.902684:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 24 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.902699:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e0fb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba2a expref: 24 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.902763:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.902801:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972246528:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 278us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.902808:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12466 00000100:00100000:0.0:1746138009.904485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.906955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.906981:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972247040 00000100:00100000:0.0:1746138009.906985:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972247040 00010000:00010000:0.0:1746138009.907007:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b8dfc00/0x8ae21a86589e0fbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba31 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.907065:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12467 00000100:00100000:1.0:1746138009.907073:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972247040:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138009.907083:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138009.907099:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b8dfc00/0x8ae21a86589e0fbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba31 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.907109:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b8dfc00/0x8ae21a86589e0fbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba31 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.907131:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b8dfc00/0x8ae21a86589e0fbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba31 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:1.0:1746138009.907148:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.907150:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.907156:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0fc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba38 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.907163:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba38 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.907190:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba38 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138009.907200:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968036480:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138009.907269:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.908645:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968036480:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138009.908661:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138009.908695:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972247040:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1622us (1742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.908702:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12467 00000100:00100000:0.0:1746138009.909211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.911179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.913291:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.913341:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972247552 00000100:00100000:2.0:1746138009.913346:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972247552 00010000:00010000:2.0:1746138009.913362:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba38 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.913389:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12468 00000100:00100000:2.0:1746138009.913395:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972247552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.913403:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.913496:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba38 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.913507:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba38 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.913525:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20fc00/0x8ae21a86589e0fc3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba38 expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.913537:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.913538:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.913543:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0fca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba3f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.913550:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0fca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba3f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.913572:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0fca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba3f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.913581:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968036736:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.913629:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.914688:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968036736:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.914700:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.914732:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972247552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1336us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.914738:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12468 00000100:00100000:0.0:1746138009.915532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.915683:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972247808 00000100:00100000:2.0:1746138009.915688:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972247808 00002000:00100000:2.0:1746138009.915714:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f100 x1830957972247808/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.915722:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f100 with x1830957972247808 ext(0->4095) 00002000:00010000:2.0:1746138009.915725:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606f100 00000100:00100000:2.0:1746138009.915750:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5362 00000100:00100000:2.0:1746138009.915755:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972247808:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138009.915867:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972247808:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.915872:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5362 00002000:00100000:2.0:1746138009.915877:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f100 x1830957972247808/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.915888:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f100 with x1830957972247808 ext(0->4095) 00002000:00010000:2.0:1746138009.915890:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606f100 00000100:00100000:0.0:1746138009.917484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.919521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.919771:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972248064 00000100:00100000:2.0:1746138009.919775:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972248064 00010000:00010000:2.0:1746138009.919793:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0fca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba3f expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.919819:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12469 00000100:00100000:2.0:1746138009.919825:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972248064:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.919833:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.919849:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0fca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba3f expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.919858:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0fca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba3f expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.920048:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e20f000/0x8ae21a86589e0fca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba3f expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.920070:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.920073:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.920078:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0fd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba46 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.920085:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0fd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba46 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.920111:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0fd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba46 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.920121:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968036992:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.920439:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.920830:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.921632:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968036992:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.921644:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.921665:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972248064:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1840us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.921672:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12469 00000100:00100000:0.0:1746138009.922082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.924201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.924380:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972248704 00000100:00100000:2.0:1746138009.924387:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972248704 00010000:00010000:2.0:1746138009.924413:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0fd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba46 expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746138009.924460:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.924540:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12470 00000100:00100000:2.0:1746138009.924546:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972248704:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.924555:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.924571:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0fd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba46 expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.924580:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0fd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba46 expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.924598:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e0fd1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba46 expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.924763:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.924764:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.924769:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e0fd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba4d expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.924776:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e0fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba4d expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.924816:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e0fd8 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba4d expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.924823:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e0fd8 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba4d expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.924830:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968037376:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.924896:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.926739:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968037376:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.926751:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.926774:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972248704:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2229us (2579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.926782:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12470 00000100:00100000:0.0:1746138009.926897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.928873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.929006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.929271:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972249216 00000100:00100000:2.0:1746138009.929275:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972249216 00010000:00010000:2.0:1746138009.929292:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e0fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba4d expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.929312:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12471 00000100:00100000:2.0:1746138009.929317:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1959:x1830957972249216:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.929335:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.929355:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e0fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba4d expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.929364:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e0fd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba4d expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.929378:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e0fd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba4d expref: 23 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.929390:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.929392:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.929397:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.929404:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.929444:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.929456:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 5 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.929473:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968037632:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.929520:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.930894:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968037632:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.930915:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.930951:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1959:x1830957972249216:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1632us (1943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.930957:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12471 00000100:00100000:0.0:1746138009.931459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.931522:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972249472 00000100:00100000:2.0:1746138009.931526:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972249472 00002000:00100000:2.0:1746138009.931555:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67100 x1830957972249472/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.931563:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67100 with x1830957972249472 ext(0->4095) 00010000:00010000:2.0:1746138009.931569:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.931579:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.931584:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67100 00000100:00100000:2.0:1746138009.931798:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3304 00000100:00100000:2.0:1746138009.931804:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972249472:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.932013:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972249472:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.932022:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3304 00002000:00100000:2.0:1746138009.932026:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67100 x1830957972249472/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.932032:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67100 with x1830957972249472 ext(0->4095) 00010000:00010000:2.0:1746138009.932037:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.932045:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.932050:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67100 00000100:00100000:0.0:1746138009.933648:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.933725:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972249600 00000100:00100000:2.0:1746138009.933732:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972249600 00010000:00010000:2.0:1746138009.933757:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.933793:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12472 00000100:00100000:2.0:1746138009.933800:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972249600:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.933811:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.933830:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.933840:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.933862:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e0fdf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba54 expref: 6 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.933896:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.933898:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.933905:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.933913:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.933946:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.933959:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968037760:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.934276:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.935858:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968037760:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.935881:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.935924:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972249600:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2123us (2280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.935932:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12472 00000100:00100000:0.0:1746138009.936243:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.936381:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972249856 00000100:00100000:2.0:1746138009.936386:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972249856 00002000:00100000:2.0:1746138009.936439:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f65180 x1830957972249856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.936449:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65180 with x1830957972249856 ext(0->4095) 00002000:00010000:2.0:1746138009.936453:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f65180 00000100:00100000:2.0:1746138009.936471:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5363 00000100:00100000:2.0:1746138009.936478:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972249856:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.936691:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972249856:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 212us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.936697:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5363 00002000:00100000:2.0:1746138009.936703:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f65180 x1830957972249856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.936710:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65180 with x1830957972249856 ext(0->4095) 00002000:00010000:2.0:1746138009.936712:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f65180 00000100:00100000:0.0:1746138009.937851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.937890:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972249984 00000100:00100000:1.0:1746138009.937895:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972249984 00000100:00100000:1.0:1746138009.937934:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7396 00000100:00100000:1.0:1746138009.937940:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972249984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.937954:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.937972:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba62 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.937995:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.938001:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.938003:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.938007:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba62 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.938031:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.938042:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 21 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.938052:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968037888:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.938128:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.939154:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968037888:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.939172:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba62 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.939183:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138009.939206:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972249984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1266us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.939215:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7396 00000100:00100000:0.0:1746138009.940193:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.940277:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972250112 00000100:00100000:2.0:1746138009.940282:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972250112 00010000:00010000:2.0:1746138009.940303:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1746138009.940322:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12473 00000100:00100000:2.0:1746138009.940341:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972250112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138009.940350:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138009.940367:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.940378:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.940859:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e0fe6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba5b expref: 22 pid: 11153 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.940905:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.940907:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.940912:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba62 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.940921:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba62 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.940947:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba62 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138009.940956:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968038016:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138009.941020:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.943093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.943150:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968038016:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138009.943173:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138009.943205:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972250112:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2863us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.943214:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12473 00000100:00100000:0.0:1746138009.944716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.944762:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972250496 00000100:00100000:1.0:1746138009.944767:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972250496 00000100:00100000:1.0:1746138009.944798:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7397 00000100:00100000:1.0:1746138009.944803:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972250496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.944812:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.944827:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e0ff4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba69 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.944848:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba62 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.944856:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.944857:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.944860:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e0ff4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba69 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.944883:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba62 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.944894:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e0fed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba62 expref: 5 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.944903:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968038144:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.945005:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.945972:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968038144:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.945991:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e0ff4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba69 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.946002:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138009.946028:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972250496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1225us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.946034:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7397 00000100:00100000:0.0:1746138009.946187:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.946762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.947089:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972250752 00000100:00100000:1.0:1746138009.947093:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972250752 00000100:00100000:1.0:1746138009.947122:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7398 00000100:00100000:1.0:1746138009.947127:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972250752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.947138:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.947145:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba70 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.947160:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e0ff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba69 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.947167:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.947168:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.947171:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.947187:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e0ff4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba69 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.947196:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e0ff4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba69 expref: 23 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.947204:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968038400:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.947235:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138009.948110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.949045:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968038400:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.949061:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.949072:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138009.949092:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972250752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1964us (2330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.949098:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7398 00000100:00100000:0.0:1746138009.950762:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.950970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.951015:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972251264 00000100:00100000:1.0:1746138009.951024:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972251264 00000100:00100000:1.0:1746138009.951194:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7399 00000100:00100000:1.0:1746138009.951201:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972251264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.951214:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.951226:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba77 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.951241:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.951246:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.951360:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.951364:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba77 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.951494:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.951503:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.951514:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968038528:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.951698:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.953495:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968038528:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.953522:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba77 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.953538:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138009.953579:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972251264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2378us (2821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.953586:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7399 00000100:00100000:0.0:1746138009.954035:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.954270:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972251520 00000100:00100000:2.0:1746138009.954277:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972251520 00002000:00100000:2.0:1746138009.954307:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0a80 x1830957972251520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.954315:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0a80 with x1830957972251520 ext(0->4095) 00010000:00010000:2.0:1746138009.954320:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.954348:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.954354:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b0a80 00000100:00100000:2.0:1746138009.954379:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3306 00000100:00100000:2.0:1746138009.954385:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972251520:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138009.954564:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972251520:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 179us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.954570:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3306 00002000:00100000:2.0:1746138009.954575:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0a80 x1830957972251520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.954581:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0a80 with x1830957972251520 ext(0->4095) 00010000:00010000:2.0:1746138009.954585:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.954594:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e0ffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba70 expref: 22 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.954599:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b0a80 00000100:00100000:0.0:1746138009.956258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.956358:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972251648 00000100:00100000:1.0:1746138009.956365:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972251648 00000100:00100000:1.0:1746138009.956409:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7400 00000100:00100000:1.0:1746138009.956444:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972251648:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.956458:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.956472:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1009 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba7e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.956493:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.956499:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba77 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.956504:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.956508:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1009 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba7e expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.956539:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba77 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.956549:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1009 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba7e expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.956558:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138009.956590:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972251648:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.956595:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7400 00000100:00100000:0.0:1746138009.956726:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.958705:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.958784:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972252032 00000100:00100000:2.0:1746138009.958790:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972252032 00002000:00100000:2.0:1746138009.958817:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2d80 x1830957972252032/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.958825:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2d80 with x1830957972252032 ext(0->4095) 00010000:00010000:2.0:1746138009.958832:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba77 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.958843:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba77 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.958850:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b2d80 00000100:00100000:2.0:1746138009.958878:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3307 00000100:00100000:2.0:1746138009.958884:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972252032:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.958999:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972252032:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.959004:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3307 00002000:00100000:2.0:1746138009.959009:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2d80 x1830957972252032/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.959016:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2d80 with x1830957972252032 ext(0->4095) 00010000:00010000:2.0:1746138009.959020:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba77 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1746138009.959028:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1002 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba77 expref: 6 pid: 21614 timeout: 554 lvb_type: 0 00002000:00010000:2.0:1746138009.959033:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b2d80 00000100:00100000:0.0:1746138009.960413:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.962844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.962922:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972252416 00000100:00100000:2.0:1746138009.962928:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972252416 00002000:00100000:2.0:1746138009.962960:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1f80 x1830957972252416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.962973:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1f80 with x1830957972252416 ext(0->4095) 00002000:00010000:2.0:1746138009.962977:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b1f80 00000100:00100000:2.0:1746138009.963007:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5365 00000100:00100000:2.0:1746138009.963012:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972252416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.963153:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972252416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.963159:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5365 00002000:00100000:2.0:1746138009.963163:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1f80 x1830957972252416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.963169:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1f80 with x1830957972252416 ext(0->4095) 00002000:00010000:2.0:1746138009.963171:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b1f80 00000100:00100000:0.0:1746138009.964799:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.964855:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972252544 00000100:00100000:1.0:1746138009.964860:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972252544 00000100:00100000:1.0:1746138009.964894:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7401 00000100:00100000:1.0:1746138009.964899:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972252544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.964909:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.964923:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1010 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba85 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.964945:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1009 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba7e expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.964957:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.964959:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.964962:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1010 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba85 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.964985:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1009 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba7e expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.964997:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1009 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba7e expref: 21 pid: 21614 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1746138009.965007:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968039168:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138009.965077:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138009.965846:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968039168:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.965862:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1010 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba85 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.965869:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138009.965896:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972252544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 996us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.965902:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7401 00000100:00100000:0.0:1746138009.966058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.968631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.968716:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972252928 00000100:00100000:2.0:1746138009.968722:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972252928 00002000:00100000:2.0:1746138009.968750:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1180 x1830957972252928/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.968758:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1180 with x1830957972252928 ext(0->4095) 00002000:00010000:2.0:1746138009.968762:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b1180 00000100:00100000:2.0:1746138009.968789:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5366 00000100:00100000:2.0:1746138009.968795:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972252928:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138009.968936:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972252928:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.968942:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5366 00002000:00100000:2.0:1746138009.968948:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1180 x1830957972252928/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.968954:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1180 with x1830957972252928 ext(0->4095) 00002000:00010000:2.0:1746138009.968957:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b1180 00000100:00100000:0.0:1746138009.972309:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.972395:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972253056 00000100:00100000:1.0:1746138009.972405:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972253056 00000100:00100000:1.0:1746138009.972554:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7402 00000100:00100000:1.0:1746138009.972563:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972253056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.972586:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.972608:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1017 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba8c expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.972633:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1010 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba85 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.972639:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.972640:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138009.972644:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1017 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba8c expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.972675:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba85 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.972685:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1010 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba85 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138009.972695:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968039424:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138009.973978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.973997:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972253184 00000100:00100000:2.0:1746138009.974003:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972253184 00000100:00100000:1.0:1746138009.974030:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138009.974126:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7403 00000100:00100000:2.0:1746138009.974133:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972253184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.974146:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.974158:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba93 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.974181:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138009.974186:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1017 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba8c expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.974191:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.974194:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba93 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.974230:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1017 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba8c expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.974241:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba93 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.974250:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138009.974292:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31559:x1830957972253184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.974297:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7403 00000100:00100000:1.0:1746138009.975514:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968039424:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138009.975534:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1017 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba8c expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.975547:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138009.975584:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31560:x1830957972253056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3022us (3282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.975593:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7402 00000100:00100000:0.0:1746138009.976214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.978399:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.981832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138009.981941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.982064:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972253696 00000100:00100000:1.0:1746138009.982076:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972253696 00000100:00100000:1.0:1746138009.982134:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7404 00000100:00100000:1.0:1746138009.982142:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972253696:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138009.982168:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138009.982194:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1025 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aba9a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.982226:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138009.982233:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba93 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.982239:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138009.982242:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1025 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba9a expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.982283:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba93 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.982294:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1025 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba9a expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138009.982303:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138009.982374:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972253696:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 233us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138009.982380:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7404 00000100:00100000:0.0:1746138009.986275:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.987547:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972254080 00000100:00100000:2.0:1746138009.987559:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972254080 00002000:00100000:2.0:1746138009.987608:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686d80 x1830957972254080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/0 e 0 to 0 dl 1746138020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.987617:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686d80 with x1830957972254080 ext(0->4095) 00010000:00010000:2.0:1746138009.987624:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba93 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138009.987637:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba93 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138009.987642:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129686d80 00000100:00100000:2.0:1746138009.987681:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3309 00000100:00100000:2.0:1746138009.987688:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972254080:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138009.987873:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972254080:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (1607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138009.987879:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3309 00002000:00100000:2.0:1746138009.987885:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686d80 x1830957972254080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:445/0 lens 488/4536 e 0 to 0 dl 1746138020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138009.987892:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686d80 with x1830957972254080 ext(0->4095) 00010000:00010000:2.0:1746138009.987895:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba93 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138009.987908:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e101e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba93 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138009.987913:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129686d80 00000100:00100000:0.0:1746138009.990359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138009.990462:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972254208 00000100:00100000:2.0:1746138009.990470:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972254208 00000100:00100000:2.0:1746138009.990524:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7405 00000100:00100000:2.0:1746138009.990531:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972254208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138009.990549:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138009.990569:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e102c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abaa1 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.990593:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138009.990599:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1025 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba9a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.990604:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138009.990608:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e102c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa1 expref: 23 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138009.990633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138009.990640:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1025 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aba9a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.990651:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e102c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa1 expref: 23 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138009.990658:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138009.990699:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972254208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138009.990704:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7405 00000100:00100000:0.0:1746138009.995075:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138009.999384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.002961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.003125:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972254976 00000100:00100000:2.0:1746138010.003132:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972254976 00002000:00100000:2.0:1746138010.003190:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129685880 x1830957972254976/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.003198:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685880 with x1830957972254976 ext(0->4095) 00002000:00010000:2.0:1746138010.003202:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129685880 00000100:00100000:2.0:1746138010.003218:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5367 00000100:00100000:2.0:1746138010.003224:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972254976:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00080000:1.0:1746138010.003254:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746138010.003641:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972254976:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 416us (679us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.003648:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5367 00002000:00100000:2.0:1746138010.003653:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129685880 x1830957972254976/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.003659:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685880 with x1830957972254976 ext(0->4095) 00002000:00010000:2.0:1746138010.003662:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129685880 00000100:00100000:0.0:1746138010.006086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.006168:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972255104 00000100:00100000:1.0:1746138010.006177:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972255104 00000100:00100000:1.0:1746138010.006243:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7406 00000100:00100000:1.0:1746138010.006250:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972255104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.006266:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.006289:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1033 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abaa8 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746138010.006292:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746138010.006317:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e102c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa1 expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.006336:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.006338:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.006341:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1033 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa8 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.006369:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e102c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa1 expref: 21 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.006380:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e102c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa1 expref: 21 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.006393:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968040448:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.006498:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.008037:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968040448:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.008062:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1033 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa8 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.008077:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138010.008113:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972255104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1862us (2034us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.008120:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7406 00000100:00100000:0.0:1746138010.008321:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.010527:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.012937:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.013034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.013065:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972255616 00000100:00100000:1.0:1746138010.013095:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972255616 00000100:00100000:1.0:1746138010.013551:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7407 00000100:00100000:1.0:1746138010.013561:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972255616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.013575:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.013591:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e103a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abaaf expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.013620:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1033 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.013626:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.013628:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.013631:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e103a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaaf expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.013659:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.013669:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1033 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaa8 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.013684:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968040704:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.014314:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.016531:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968040704:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.016560:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e103a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaaf expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.016576:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138010.016612:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31560:x1830957972255616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3053us (3685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.016619:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7407 00000100:00100000:0.0:1746138010.016819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.019653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.020106:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972256128 00000100:00100000:1.0:1746138010.020112:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972256128 00002000:00100000:1.0:1746138010.020139:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684700 x1830957972256128/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.020148:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684700 with x1830957972256128 ext(0->4095) 00010000:00010000:1.0:1746138010.020154:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e103a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaaf expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.020165:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e103a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaaf expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.020171:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129684700 00000100:00100000:1.0:1746138010.020192:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3311 00000100:00100000:1.0:1746138010.020197:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972256128:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.020307:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972256128:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (659us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.020313:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3311 00002000:00100000:1.0:1746138010.020317:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684700 x1830957972256128/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.020336:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684700 with x1830957972256128 ext(0->4095) 00010000:00010000:1.0:1746138010.020340:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e103a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaaf expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.020348:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e103a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaaf expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.020354:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129684700 00000100:00100000:0.0:1746138010.021634:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.021676:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.021922:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972256384 00000100:00100000:1.0:1746138010.021928:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972256384 00000100:00100000:1.0:1746138010.022056:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7409 00000100:00100000:1.0:1746138010.022064:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972256384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.022076:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.022090:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ababd expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.022114:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.022119:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1041 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abab6 expref: 23 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.022202:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.022207:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.022238:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1041 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abab6 expref: 23 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.022247:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.022257:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138010.022298:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972256384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.022304:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7409 00000100:00100000:0.0:1746138010.024640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.027246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.027992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.028154:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972256768 00000100:00100000:1.0:1746138010.028158:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972256768 00000100:00100000:1.0:1746138010.028756:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7410 00000100:00100000:1.0:1746138010.028764:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972256768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.028777:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.028787:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e104f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abac4 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.028806:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.028813:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.028814:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.028817:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e104f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abac4 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.028838:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.028849:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.028856:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968041472:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.028907:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.030573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.030657:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968041472:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.030675:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e104f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abac4 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.030688:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138010.030707:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972256768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1945us (3469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.030714:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7410 00000100:00100000:2.0:1746138010.031163:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972257152 00000100:00100000:2.0:1746138010.031169:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972257152 00002000:00100000:2.0:1746138010.031196:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae1500 x1830957972257152/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.031204:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae1500 with x1830957972257152 ext(0->4095) 00010000:00010000:2.0:1746138010.031211:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.031222:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.031229:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae1500 00000100:00100000:2.0:1746138010.031252:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3313 00000100:00100000:2.0:1746138010.031259:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972257152:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138010.031403:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972257152:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (834us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.031409:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3313 00002000:00100000:2.0:1746138010.031414:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae1500 x1830957972257152/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.031449:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae1500 with x1830957972257152 ext(0->4095) 00010000:00010000:2.0:1746138010.031453:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.031461:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ababd expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.031467:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae1500 00000100:00100000:0.0:1746138010.033999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.036466:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138010.036726:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746138010.036729:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972257536 00000100:00100000:2.0:1746138010.036738:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972257536 00002000:00100000:2.0:1746138010.036774:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0e00 x1830957972257536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.036783:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0e00 with x1830957972257536 ext(0->4095) 00002000:00010000:2.0:1746138010.036788:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae0e00 00000100:00100000:2.0:1746138010.037999:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5369 00000100:00100000:2.0:1746138010.038015:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1960:x1830957972257536:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138010.038856:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1960:x1830957972257536:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 845us (2436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.038863:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5369 00002000:00100000:2.0:1746138010.038871:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0e00 x1830957972257536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.038881:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0e00 with x1830957972257536 ext(0->4095) 00002000:00010000:2.0:1746138010.038885:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae0e00 00000100:00100000:0.0:1746138010.041827:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.041915:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972257664 00000100:00100000:1.0:1746138010.041928:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972257664 00000100:00100000:1.0:1746138010.041993:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7411 00000100:00100000:1.0:1746138010.042001:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972257664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.042017:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.042034:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1056 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abacb expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.042064:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e104f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abac4 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.042072:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.042073:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.042077:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1056 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abacb expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.042105:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e104f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abac4 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.042116:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e104f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abac4 expref: 21 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.042134:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968041728:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.042239:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.044509:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968041728:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138010.044519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138010.044536:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1056 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abacb expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.044550:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:1.0:1746138010.044609:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972257664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2608us (2794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.044616:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7411 00000100:00100000:0.0:1746138010.046478:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.046769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.046798:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972258176 00000100:00100000:0.0:1746138010.046802:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972258176 00000100:00100000:0.0:1746138010.046840:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7412 00000100:00100000:0.0:1746138010.046847:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31559:x1830957972258176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138010.046858:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138010.046876:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abad2 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.046904:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1056 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abacb expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.046912:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138010.046913:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138010.046921:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.046949:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1056 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abacb expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.046962:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1056 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abacb expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746138010.046973:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968041984:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138010.047310:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.048853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.048999:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968041984:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.049029:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.049046:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b210a00, rc 0) 00000100:00100000:2.0:1746138010.049089:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972258176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2242us (2320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.049097:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7412 00000100:00100000:0.0:1746138010.049489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.049564:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972258304 00000100:00100000:2.0:1746138010.049570:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972258304 00000100:00100000:2.0:1746138010.049600:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7413 00000100:00100000:2.0:1746138010.049606:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972258304:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.049621:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.049635:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1064 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abad9 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.049661:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.049666:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad2 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.049672:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.049675:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1064 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad9 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.049713:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad2 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.049723:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1064 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad9 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.049730:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138010.049751:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31560:x1830957972258304:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.049755:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7413 00000100:00100000:0.0:1746138010.051571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.051645:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972258688 00000100:00100000:2.0:1746138010.051650:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972258688 00002000:00100000:2.0:1746138010.051689:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3800 x1830957972258688/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.051698:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3800 with x1830957972258688 ext(0->4095) 00010000:00010000:2.0:1746138010.051705:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.051721:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.051727:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae3800 00000100:00100000:2.0:1746138010.051749:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3314 00000100:00100000:2.0:1746138010.051754:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972258688:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.051933:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972258688:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.051940:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3314 00002000:00100000:2.0:1746138010.051945:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3800 x1830957972258688/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.051952:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3800 with x1830957972258688 ext(0->4095) 00010000:00010000:2.0:1746138010.051958:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.051967:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e105d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.051973:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae3800 00000100:00100000:0.0:1746138010.053278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.055677:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.057506:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.057590:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972259200 00000100:00100000:2.0:1746138010.057599:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972259200 00000100:00100000:2.0:1746138010.057639:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7414 00000100:00100000:2.0:1746138010.057646:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972259200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.057667:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.057693:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e106b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abae0 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.057731:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1064 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad9 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.057739:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.057742:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.057746:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e106b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae0 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.057789:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1064 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad9 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.057803:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1064 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abad9 expref: 21 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.057816:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968042496:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.057939:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.058797:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968042496:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.058828:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e106b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae0 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.058842:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138010.058882:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972259200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1237us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.058890:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7414 00000100:00100000:0.0:1746138010.060080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.062392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.063967:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.064068:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972259712 00000100:00100000:2.0:1746138010.064074:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972259712 00000100:00100000:2.0:1746138010.064106:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7415 00000100:00100000:2.0:1746138010.064112:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972259712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.064129:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.064150:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1072 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abae7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.064182:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e106b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae0 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.064190:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.064191:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.064195:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1072 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae7 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.064229:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e106b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae0 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.064241:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e106b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae0 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.064252:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968042752:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.064459:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.065898:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968042752:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.065935:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1072 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae7 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.065958:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138010.066084:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972259712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1967us (2119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.066090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.066094:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7415 00000100:00100000:0.0:1746138010.066112:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972259840 00000100:00100000:0.0:1746138010.066119:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972259840 00000100:00100000:0.0:1746138010.066149:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7416 00000100:00100000:0.0:1746138010.066156:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972259840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138010.066169:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138010.066183:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e1079 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abaee expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.066202:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138010.066206:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1072 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae7 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.066212:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138010.066215:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e1079 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaee expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.066239:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1072 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae7 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.066247:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e1079 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaee expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.066253:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fdae00, rc 0) 00000100:00100000:0.0:1746138010.066266:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972259840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138010.066271:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7416 00000100:00100000:2.0:1746138010.066811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.070006:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.070072:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972260224 00000100:00100000:2.0:1746138010.070080:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972260224 00002000:00100000:2.0:1746138010.070125:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800935b8a80 x1830957972260224/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.070136:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8a80 with x1830957972260224 ext(0->4095) 00010000:00010000:2.0:1746138010.070146:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1072 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae7 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.070160:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1072 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abae7 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.070167:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800935b8a80 00000100:00100000:2.0:1746138010.070628:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3315 00000100:00100000:2.0:1746138010.070636:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972260224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138010.073370:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.073711:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972260352 00000100:00100000:2.0:1746138010.073720:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972260352 00000100:00100000:2.0:1746138010.073774:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7417 00000100:00100000:2.0:1746138010.073783:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972260352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.073801:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.073822:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abaf5 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.073850:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.073856:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e1079 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaee expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.073861:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.073865:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.073897:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129fdae00/0x8ae21a86589e1079 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaee expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.073939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.074010:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.074023:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.074134:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972260352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 353us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.074138:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7417 00000100:00100000:0.0:1746138010.076549:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.078841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.078887:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.079017:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972260992 00000100:00100000:2.0:1746138010.079021:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972260992 00000100:00100000:2.0:1746138010.079052:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7418 00000100:00100000:2.0:1746138010.079058:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972260992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.079068:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.079079:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1087 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abafc expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.079198:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.079204:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.079205:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.079209:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1087 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abafc expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.079227:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.079237:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.079247:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968043392:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.079319:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.080677:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968043392:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.080708:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1087 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abafc expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.080718:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.080749:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972260992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1690us (1860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.080754:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7418 00000100:00100000:0.0:1746138010.081232:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.081341:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972261248 00000100:00100000:2.0:1746138010.081346:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972261248 00002000:00100000:2.0:1746138010.081371:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731f80 x1830957972261248/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.081378:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731f80 with x1830957972261248 ext(0->4095) 00010000:00010000:2.0:1746138010.081384:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.081395:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.081401:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092731f80 00000100:00100000:2.0:1746138010.081453:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3317 00000100:00100000:2.0:1746138010.081459:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972261248:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138010.081579:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972261248:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.081585:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3317 00002000:00100000:2.0:1746138010.081590:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731f80 x1830957972261248/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.081597:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731f80 with x1830957972261248 ext(0->4095) 00010000:00010000:2.0:1746138010.081601:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.081610:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1080 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abaf5 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.081615:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092731f80 00000100:00100000:0.0:1746138010.083674:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.086583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.086599:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972261632 00000100:00100000:2.0:1746138010.086605:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972261632 00002000:00100000:2.0:1746138010.086634:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092733100 x1830957972261632/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.086642:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092733100 with x1830957972261632 ext(0->4095) 00002000:00010000:2.0:1746138010.086646:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092733100 00000100:00100000:2.0:1746138010.086676:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5373 00000100:00100000:2.0:1746138010.086682:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972261632:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.086886:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972261632:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 204us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.086892:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5373 00002000:00100000:2.0:1746138010.086897:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092733100 x1830957972261632/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.086904:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092733100 with x1830957972261632 ext(0->4095) 00002000:00010000:2.0:1746138010.086906:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092733100 00000100:00100000:0.0:1746138010.088531:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.088726:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972261760 00000100:00100000:2.0:1746138010.088732:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972261760 00000100:00100000:2.0:1746138010.088775:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7419 00000100:00100000:2.0:1746138010.088782:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972261760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.088794:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.088809:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e108e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb03 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.088830:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1087 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abafc expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.088843:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.088845:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.088848:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e108e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb03 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.088873:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abafc expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.088884:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abafc expref: 21 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.088895:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968043776:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.088973:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.090271:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968043776:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.090293:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e108e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb03 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.090305:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138010.090347:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972261760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.090357:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7419 00000100:00100000:0.0:1746138010.091155:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.093794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.093985:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972262144 00000100:00100000:2.0:1746138010.093990:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972262144 00002000:00100000:2.0:1746138010.094018:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092732d80 x1830957972262144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.094125:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092732d80 with x1830957972262144 ext(0->4095) 00002000:00010000:2.0:1746138010.094129:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092732d80 00000100:00100000:2.0:1746138010.094193:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5374 00000100:00100000:2.0:1746138010.094199:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972262144:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.094319:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972262144:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (525us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.094336:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5374 00002000:00100000:2.0:1746138010.094342:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092732d80 x1830957972262144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.094349:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092732d80 with x1830957972262144 ext(0->4095) 00002000:00010000:2.0:1746138010.094352:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092732d80 00000100:00100000:0.0:1746138010.095907:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.095977:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972262272 00000100:00100000:2.0:1746138010.095981:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972262272 00000100:00100000:2.0:1746138010.096015:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7420 00000100:00100000:2.0:1746138010.096020:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972262272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.096030:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.096042:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1095 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb0a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.096061:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e108e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb03 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.096067:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.096068:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.096071:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1095 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb0a expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.096096:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e108e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb03 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.096106:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e108e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb03 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.096114:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968044032:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.096670:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.096685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.097684:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968044032:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.097699:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1095 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb0a expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.097712:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138010.097733:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31560:x1830957972262272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1712us (1827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.097737:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7420 00000100:00100000:0.0:1746138010.099917:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.103263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.103411:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972262784 00000100:00100000:2.0:1746138010.103434:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972262784 00002000:00100000:2.0:1746138010.103492:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731180 x1830957972262784/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.103501:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731180 with x1830957972262784 ext(0->4095) 00010000:00010000:2.0:1746138010.103509:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1095 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb0a expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.103525:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1095 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb0a expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.103530:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092731180 00000100:00100000:2.0:1746138010.103556:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3318 00000100:00100000:2.0:1746138010.103562:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972262784:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.103706:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972262784:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (442us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.103712:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3318 00002000:00100000:2.0:1746138010.103717:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731180 x1830957972262784/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.103724:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731180 with x1830957972262784 ext(0->4095) 00010000:00010000:2.0:1746138010.103728:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1095 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb0a expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.103736:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1095 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb0a expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.103741:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092731180 00000100:00100000:0.0:1746138010.106499:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.106598:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.106686:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972262912 00000100:00100000:2.0:1746138010.106694:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972262912 00000100:00100000:2.0:1746138010.106732:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7422 00000100:00100000:2.0:1746138010.106739:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972262912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.106754:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.106770:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb18 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.106792:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.106797:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e109c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb11 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.106802:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.106805:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb18 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.106837:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e109c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb11 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.106849:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb18 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.106857:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138010.107196:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972262912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 456us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.107201:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7422 00000100:00100000:0.0:1746138010.110035:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.112829:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.112890:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972263552 00000100:00100000:2.0:1746138010.112899:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972263552 00000100:00100000:2.0:1746138010.113098:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7423 00000100:00100000:2.0:1746138010.113107:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e067450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972263552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.113123:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.113139:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e10aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb1f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.113169:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.113174:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb18 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.113179:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.113182:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e10aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb1f expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.113221:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb18 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.113240:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e10aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb1f expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.113248:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138010.113288:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e067450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972263552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.113293:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7423 00000100:00100000:2.0:1746138010.113550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.116581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.116730:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972263808 00000100:00100000:2.0:1746138010.116737:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972263808 00002000:00100000:2.0:1746138010.116770:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730a80 x1830957972263808/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.116779:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730a80 with x1830957972263808 ext(0->4095) 00010000:00010000:2.0:1746138010.116786:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb18 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.116802:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb18 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.116808:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730a80 00000100:00100000:2.0:1746138010.116835:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3320 00000100:00100000:2.0:1746138010.116843:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972263808:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.116993:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972263808:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.116998:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3320 00002000:00100000:2.0:1746138010.117003:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730a80 x1830957972263808/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.117010:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730a80 with x1830957972263808 ext(0->4095) 00010000:00010000:2.0:1746138010.117014:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb18 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.117022:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e10a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb18 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.117027:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730a80 00000100:00100000:0.0:1746138010.120478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.123834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.123904:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972264192 00000100:00100000:2.0:1746138010.123911:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972264192 00002000:00100000:2.0:1746138010.123946:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731c00 x1830957972264192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.123955:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731c00 with x1830957972264192 ext(0->4095) 00002000:00010000:2.0:1746138010.123960:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092731c00 00000100:00100000:2.0:1746138010.123986:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5375 00000100:00100000:2.0:1746138010.123993:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972264192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.124264:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972264192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 271us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.124275:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5375 00002000:00100000:2.0:1746138010.124282:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731c00 x1830957972264192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.124288:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731c00 with x1830957972264192 ext(0->4095) 00002000:00010000:2.0:1746138010.124291:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092731c00 00000100:00100000:0.0:1746138010.126222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.126448:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972264320 00000100:00100000:2.0:1746138010.126458:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972264320 00000100:00100000:2.0:1746138010.126510:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7424 00000100:00100000:2.0:1746138010.126518:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972264320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.126540:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.126557:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb26 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.126588:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e10aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb1f expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.126684:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.126687:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.126691:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.126730:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e10aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb1f expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.126743:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e10aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb1f expref: 21 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.126755:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968045056:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.126971:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.131571:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968045056:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.131604:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.131624:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.131677:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972264320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5160us (5464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.131685:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7424 00000100:00100000:0.0:1746138010.131705:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.135145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.135209:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972264576 00000100:00100000:2.0:1746138010.135219:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972264576 00000100:00100000:2.0:1746138010.135265:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7425 00000100:00100000:2.0:1746138010.135272:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31559:x1830957972264576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.135292:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.135309:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb2d expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.135352:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.135361:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.135363:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.135367:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.135398:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.135410:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.135437:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968045312:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.135520:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.135620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.135795:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972264832 00000100:00100000:2.0:1746138010.135802:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972264832 00002000:00100000:2.0:1746138010.135834:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730000 x1830957972264832/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.135842:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730000 with x1830957972264832 ext(0->4095) 00010000:00010000:2.0:1746138010.135849:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.135860:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.135865:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730000 00000100:00100000:2.0:1746138010.135954:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3321 00000100:00100000:2.0:1746138010.135962:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972264832:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138010.136249:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972264832:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 286us (627us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.136254:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3321 00002000:00100000:2.0:1746138010.136260:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730000 x1830957972264832/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.136267:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730000 with x1830957972264832 ext(0->4095) 00010000:00010000:2.0:1746138010.136271:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.136279:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.136284:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730000 00000100:00100000:0.0:1746138010.136682:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0846c30c-781b-4405-bc84-6046c2d7bab4:3295:1830957968045440:0@lo:400:kworker.0 00000100:00100000:0.0:1746138010.136717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138010.136766:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968045440 00000100:00100000:1.0:1746138010.136771:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968045440 00000100:00100000:2.0:1746138010.136887:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830957968045568:0@lo:400:kworker.0 00000100:00100000:2.0:1746138010.136910:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138010.137212:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1746138010.137218:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b8ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3295:x1830957968045440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138010.137254:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b8ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3295:x1830957968045440:12345-0@lo:400:kworker.0 Request processed in 36us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.137259:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1746138010.137260:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830957968046080:0@lo:400:kworker.0 00000100:00100000:2.0:1746138010.137277:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138010.137285:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830957968045696:0@lo:400:kworker.0 00000100:00100000:1.0:1746138010.137304:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138010.137340:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968045568 00000100:00100000:1.0:1746138010.137343:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968045568 00000100:00100000:1.0:1746138010.137363:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968045696 00000100:00100000:1.0:1746138010.137365:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968045696 00000100:00100000:1.0:1746138010.137381:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1746138010.137386:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830957968045568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138010.137409:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830957968045568:12345-0@lo:400:kworker.0 Request processed in 23us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.137413:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1746138010.137440:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1746138010.137445:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830957968045696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138010.137468:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830957968045696:12345-0@lo:400:kworker.0 Request processed in 23us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.137473:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1746138010.137499:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830957968045696:0@lo:400:kworker.0 00000100:00100000:0.0:1746138010.137500:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0846c30c-781b-4405-bc84-6046c2d7bab4:3295:1830957968045440:0@lo:400:kworker.0 00000100:00080000:1.0:1746138010.137518:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746138010.137558:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138010.137588:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968045824:0@lo:400:kworker.0 00000100:00100000:2.0:1746138010.137606:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830957968045568:0@lo:400:kworker.0 00000100:00100000:3.0:1746138010.137686:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1746138010.137690:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957968046080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138010.137716:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957968046080:12345-0@lo:400:kworker.0 Request processed in 25us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.137721:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1746138010.137800:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968045952 00000100:00100000:1.0:1746138010.137803:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968045952 00000100:00100000:1.0:1746138010.137819:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1746138010.137822:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830957968045952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138010.137848:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830957968045952:12345-0@lo:400:kworker.0 Request processed in 25us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.137853:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00080000:1.0:1746138010.137862:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746138010.137864:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746138010.137886:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830957968046080:0@lo:400:kworker.0 00000100:00100000:3.0:1746138010.137934:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830957968045952:0@lo:400:kworker.0 00000100:00100000:0.0:1746138010.138302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.138381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.138539:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968045312:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.138561:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.138576:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.138616:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972264576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3344us (3471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.138622:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7425 00000100:00100000:2.0:1746138010.138635:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972264960 00000100:00100000:2.0:1746138010.138637:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972264960 00000100:00100000:2.0:1746138010.138652:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7426 00000100:00100000:2.0:1746138010.138657:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972264960:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.138666:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.138678:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb34 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.138692:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.138701:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.138707:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.138709:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.138728:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972265088 00000100:00100000:3.0:1746138010.138731:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972265088 00010000:00010000:2.0:1746138010.138731:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.138739:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.138745:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.138750:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:3.0:1746138010.138760:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12502 00000100:00100000:3.0:1746138010.138765:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972265088:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138010.138765:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31560:x1830957972264960:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.138769:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7426 00010000:00010000:3.0:1746138010.138771:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.138786:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.138795:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.138809:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e10b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb26 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.138821:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.138822:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.138827:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.138838:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.138856:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.138871:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.138879:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968046336:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.138914:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.140553:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968046336:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.140565:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.140590:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972265088:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1824us (2208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.140591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.140597:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12502 00000100:00100000:2.0:1746138010.140794:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972265344 00000100:00100000:2.0:1746138010.140798:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972265344 00002000:00100000:2.0:1746138010.140819:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348e00 x1830957972265344/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.140827:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348e00 with x1830957972265344 ext(0->4095) 00010000:00010000:2.0:1746138010.140832:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.140842:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.140848:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086348e00 00000100:00100000:2.0:1746138010.140911:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3322 00000100:00100000:2.0:1746138010.140917:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972265344:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.141038:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972265344:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.141043:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3322 00002000:00100000:2.0:1746138010.141048:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348e00 x1830957972265344/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.141061:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348e00 with x1830957972265344 ext(0->4095) 00010000:00010000:2.0:1746138010.141065:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.141073:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.141078:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086348e00 00000100:00100000:0.0:1746138010.142444:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.142673:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972265472 00000100:00100000:3.0:1746138010.142678:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972265472 00010000:00010000:3.0:1746138010.142694:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.142724:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12503 00000100:00100000:3.0:1746138010.142730:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972265472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.142738:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.142753:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.142762:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.142780:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb2d expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.142802:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.142804:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.142809:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.142816:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.142840:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.142850:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968046464:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.142911:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.144006:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968046464:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.144019:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.144051:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972265472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1320us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.144057:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12503 00000100:00100000:0.0:1746138010.144798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.144869:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972265728 00000100:00100000:3.0:1746138010.144873:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972265728 00002000:00100000:3.0:1746138010.144897:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16680 x1830957972265728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.144906:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16680 with x1830957972265728 ext(0->4095) 00002000:00010000:3.0:1746138010.144909:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d16680 00000100:00100000:3.0:1746138010.144934:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5376 00000100:00100000:3.0:1746138010.144940:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972265728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.145054:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972265728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (256us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.145060:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5376 00002000:00100000:3.0:1746138010.145065:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16680 x1830957972265728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.145071:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16680 with x1830957972265728 ext(0->4095) 00002000:00010000:3.0:1746138010.145073:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d16680 00000100:00100000:0.0:1746138010.146506:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.146564:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972265856 00000100:00100000:2.0:1746138010.146570:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972265856 00000100:00100000:2.0:1746138010.146610:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7427 00000100:00100000:2.0:1746138010.146616:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972265856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.146627:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.146641:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb3b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.146662:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.146669:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.146670:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.146673:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.146696:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.146712:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 21 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.146727:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968046592:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.146800:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.147741:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968046592:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.147758:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.147768:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138010.147799:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972265856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1183us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.147804:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7427 00000100:00100000:0.0:1746138010.148260:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.148309:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972265984 00000100:00100000:3.0:1746138010.148314:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972265984 00010000:00010000:3.0:1746138010.148342:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.148369:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12504 00000100:00100000:3.0:1746138010.148374:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972265984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.148383:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.148402:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.148538:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.148556:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e10bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb34 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.148575:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.148577:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.148789:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.148796:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.148944:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.148954:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968046720:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.149013:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.150592:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968046720:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.150604:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.150636:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972265984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2260us (2375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.150643:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12504 00000100:00100000:0.0:1746138010.151195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.151244:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972266240 00000100:00100000:3.0:1746138010.151249:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972266240 00002000:00100000:3.0:1746138010.151274:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d14380 x1830957972266240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.151283:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14380 with x1830957972266240 ext(0->4095) 00002000:00010000:3.0:1746138010.151286:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d14380 00000100:00100000:3.0:1746138010.151310:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5377 00000100:00100000:3.0:1746138010.151316:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972266240:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138010.151480:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972266240:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.151486:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5377 00002000:00100000:3.0:1746138010.151492:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d14380 x1830957972266240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.151499:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14380 with x1830957972266240 ext(0->4095) 00002000:00010000:3.0:1746138010.151501:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d14380 00000100:00100000:0.0:1746138010.153316:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.153461:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972266368 00000100:00100000:2.0:1746138010.153472:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972266368 00000100:00100000:2.0:1746138010.153530:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7428 00000100:00100000:2.0:1746138010.153538:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972266368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.153558:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.153577:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb42 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.153606:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.153614:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.153616:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.153619:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.153652:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.153664:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.153676:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968046848:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.153779:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.155296:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968046848:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.155340:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.155362:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.155434:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972266368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1879us (2106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.155441:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7428 00000100:00100000:0.0:1746138010.156263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.156307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.156334:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972266496 00000100:00100000:2.0:1746138010.156342:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972266496 00010000:00010000:2.0:1746138010.156380:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.156399:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972266624 00000100:00100000:3.0:1746138010.156404:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972266624 00000100:00100000:2.0:1746138010.156446:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12505 00000100:00100000:2.0:1746138010.156454:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972266496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746138010.156464:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7429 00010000:00010000:2.0:1746138010.156469:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746138010.156470:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972266624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.156486:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.156495:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.156501:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb49 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.156508:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.156531:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e10c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb3b expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.156797:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.156803:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.156811:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.156814:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.156822:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.156825:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.156833:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.156846:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.156874:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.156886:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.156897:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.156899:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968046976:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.156906:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.156915:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968047104:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.156997:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.157000:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.159673:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968047104:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.159702:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968046976:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.159706:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138010.159729:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.159746:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138010.159771:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972266624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3300us (3462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.159771:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972266496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3317us (3517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.159781:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12505 00000100:00100000:3.0:1746138010.159784:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7429 00000100:00100000:0.0:1746138010.159975:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.160112:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972266880 00000100:00100000:3.0:1746138010.160121:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972266880 00002000:00100000:3.0:1746138010.160168:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7b80 x1830957972266880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.160178:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7b80 with x1830957972266880 ext(0->4095) 00010000:00010000:3.0:1746138010.160185:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.160199:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.160205:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d7b80 00000100:00100000:3.0:1746138010.160235:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3323 00000100:00100000:3.0:1746138010.160244:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972266880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.160486:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972266880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 243us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.160495:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3323 00002000:00100000:3.0:1746138010.160501:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7b80 x1830957972266880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.160509:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7b80 with x1830957972266880 ext(0->4095) 00010000:00010000:3.0:1746138010.160514:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.160523:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.160529:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d7b80 00000100:00100000:0.0:1746138010.163916:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.164194:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972267008 00000100:00100000:3.0:1746138010.164204:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972267008 00000100:00100000:3.0:1746138010.164259:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7430 00000100:00100000:3.0:1746138010.164266:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972267008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.164283:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.164301:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb50 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.164335:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.164341:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.164346:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.164349:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.164389:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.164400:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.164408:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00000100:00100000:3.0:1746138010.164485:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972267008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.164492:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7430 00000100:00100000:0.0:1746138010.164577:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.164804:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972267136 00000100:00100000:3.0:1746138010.164808:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972267136 00010000:00010000:3.0:1746138010.164823:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.164840:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12506 00000100:00100000:3.0:1746138010.164845:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1960:x1830957972267136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.164853:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.164871:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.164881:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.164897:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e10cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb42 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.164923:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.164924:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.164931:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.164937:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.164957:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.164967:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.164976:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968047360:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.165051:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.166694:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968047360:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.166720:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.166774:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1960:x1830957972267136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1927us (2195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.166785:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12506 00000100:00100000:0.0:1746138010.167132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.167194:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972267392 00000100:00100000:3.0:1746138010.167201:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972267392 00002000:00100000:3.0:1746138010.167243:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d5880 x1830957972267392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.167257:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5880 with x1830957972267392 ext(0->4095) 00010000:00010000:3.0:1746138010.167264:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.167683:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.167692:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d5880 00000100:00100000:3.0:1746138010.167722:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3324 00000100:00100000:3.0:1746138010.167730:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972267392:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.167890:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972267392:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (758us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.167896:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3324 00002000:00100000:3.0:1746138010.167901:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d5880 x1830957972267392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.167908:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5880 with x1830957972267392 ext(0->4095) 00010000:00010000:3.0:1746138010.167912:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.167920:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.167925:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d5880 00000100:00100000:1.0:1746138010.168606:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957968047488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746138010.168650:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138010.168725:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968047488 00000100:00100000:2.0:1746138010.168732:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968047488 00000100:00100000:2.0:1746138010.168766:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1746138010.168773:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957968047488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746138010.168812:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 548732928 pending 13631488 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746138010.168862:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957968047488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.168868:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1746138010.168949:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957968047488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746138010.170068:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.170153:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972267520 00000100:00100000:1.0:1746138010.170160:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972267520 00000100:00100000:1.0:1746138010.170261:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7431 00000100:00100000:1.0:1746138010.170269:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972267520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.170286:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.170304:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb57 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.170339:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.170345:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.170350:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.170353:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.170628:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.170643:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.170653:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138010.170691:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972267520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 424us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.170697:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7431 00000100:00100000:0.0:1746138010.170846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.171020:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972267648 00000100:00100000:3.0:1746138010.171025:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972267648 00010000:00010000:3.0:1746138010.171042:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.171058:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12507 00000100:00100000:3.0:1746138010.171063:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972267648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.171070:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.171087:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.171097:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.171113:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e10d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb49 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.171139:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.171141:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.171145:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.171151:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.171170:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.171184:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.171195:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968047744:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.171290:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.173456:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968047744:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.173476:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.173584:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972267648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2519us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.173592:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12507 00000100:00100000:0.0:1746138010.173780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.173945:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972267904 00000100:00100000:3.0:1746138010.173951:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972267904 00002000:00100000:3.0:1746138010.173980:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7100 x1830957972267904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.173989:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7100 with x1830957972267904 ext(0->4095) 00010000:00010000:3.0:1746138010.173996:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.174008:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.174013:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d7100 00000100:00100000:3.0:1746138010.174043:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3325 00000100:00100000:3.0:1746138010.174050:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972267904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.174961:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972267904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 907us (1182us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.174972:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3325 00002000:00100000:3.0:1746138010.174978:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7100 x1830957972267904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.174985:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7100 with x1830957972267904 ext(0->4095) 00010000:00010000:3.0:1746138010.174991:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.175002:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.175007:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d7100 00000100:00100000:1.0:1746138010.177027:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.177124:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972268032 00000100:00100000:3.0:1746138010.177133:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972268032 00010000:00010000:3.0:1746138010.177165:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.177197:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12508 00000100:00100000:3.0:1746138010.177204:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972268032:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.177217:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.177240:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.177251:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.177273:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e10db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb50 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.177299:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.177301:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.177308:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.177316:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.177359:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.177371:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968047872:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.177924:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.179703:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968047872:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.179720:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.179770:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972268032:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2565us (2752us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138010.179773:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.179779:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12508 00000100:00100000:2.0:1746138010.179841:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972268288 00000100:00100000:2.0:1746138010.179850:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972268288 00002000:00100000:2.0:1746138010.179888:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6a00 x1830957972268288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.179898:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830957972268288 ext(0->4095) 00002000:00010000:2.0:1746138010.179903:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d6a00 00000100:00100000:2.0:1746138010.179929:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5378 00000100:00100000:2.0:1746138010.179936:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972268288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.180111:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972268288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.180117:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5378 00002000:00100000:2.0:1746138010.180123:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6a00 x1830957972268288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.180238:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830957972268288 ext(0->4095) 00002000:00010000:2.0:1746138010.180241:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d6a00 00000100:00100000:0.0:1746138010.181503:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.181544:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972268416 00000100:00100000:1.0:1746138010.181549:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972268416 00000100:00100000:1.0:1746138010.181585:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7432 00000100:00100000:1.0:1746138010.181591:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972268416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.181604:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.181618:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb5e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.181641:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.181648:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.181650:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.181653:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.181678:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.181693:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 21 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.181704:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968048000:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.181777:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.184107:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968048000:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.184129:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.184144:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138010.184173:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972268416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2582us (2673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.184179:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7432 00000100:00100000:0.0:1746138010.184623:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.184708:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972268544 00000100:00100000:3.0:1746138010.184713:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972268544 00010000:00010000:3.0:1746138010.184737:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.184758:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12509 00000100:00100000:3.0:1746138010.184763:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972268544:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.184775:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.184791:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.184801:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.184820:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e10e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb57 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.184846:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.184848:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.184852:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.184858:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.184876:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.184884:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968048128:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.184939:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.186236:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968048128:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.186247:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138010.186249:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.186280:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972268544:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1517us (1658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.186288:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12509 00000100:00100000:2.0:1746138010.186356:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972268800 00000100:00100000:2.0:1746138010.186361:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972268800 00002000:00100000:2.0:1746138010.186389:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d4700 x1830957972268800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.186398:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830957972268800 ext(0->4095) 00002000:00010000:2.0:1746138010.186401:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4700 00000100:00100000:2.0:1746138010.186455:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5379 00000100:00100000:2.0:1746138010.186461:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972268800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.186584:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972268800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (341us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.186590:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5379 00002000:00100000:2.0:1746138010.186595:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d4700 x1830957972268800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.186601:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830957972268800 ext(0->4095) 00002000:00010000:2.0:1746138010.186710:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4700 00000100:00100000:0.0:1746138010.188049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.188117:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972268928 00000100:00100000:1.0:1746138010.188123:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972268928 00000100:00100000:1.0:1746138010.188196:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7433 00000100:00100000:1.0:1746138010.188203:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972268928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.188214:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.188227:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb65 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.188251:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.188262:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.188263:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.188267:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.188289:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.188299:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.188309:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968048256:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.188431:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.189664:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968048256:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.189683:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.189695:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138010.189726:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972268928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1523us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.189733:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7433 00000100:00100000:0.0:1746138010.190338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.190370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.190374:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972269056 00000100:00100000:1.0:1746138010.190378:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972269056 00000100:00100000:1.0:1746138010.190413:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7434 00000100:00100000:1.0:1746138010.190490:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972269056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.190502:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.190512:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb6c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.190529:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.190534:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.190539:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.190542:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.190565:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.190574:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.190576:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972269184 00000100:00100000:3.0:1746138010.190580:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972269184 00010000:00010000:1.0:1746138010.190580:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00010000:00010000:3.0:1746138010.190594:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.190600:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972269056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.190610:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12510 00000100:00100000:3.0:1746138010.190615:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972269184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.190623:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.190640:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.190649:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.190664:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e10e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb5e expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.190669:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7434 00010000:00010000:3.0:1746138010.190686:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.190688:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.190692:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.190699:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.190848:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.190862:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.190872:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968048512:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.190931:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.191840:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968048512:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.191851:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.191881:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972269184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1264us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.191888:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12510 00000100:00100000:0.0:1746138010.192455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.192520:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972269440 00000100:00100000:2.0:1746138010.192526:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972269440 00002000:00100000:2.0:1746138010.192550:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81f480 x1830957972269440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.192556:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81f480 with x1830957972269440 ext(0->4095) 00010000:00010000:2.0:1746138010.192560:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.192568:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.192572:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81f480 00000100:00100000:2.0:1746138010.192589:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3326 00000100:00100000:2.0:1746138010.192594:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972269440:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.192710:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972269440:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.192716:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3326 00002000:00100000:2.0:1746138010.192721:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81f480 x1830957972269440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.192733:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81f480 with x1830957972269440 ext(0->4095) 00010000:00010000:2.0:1746138010.192737:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.192745:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.192750:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81f480 00000100:00100000:0.0:1746138010.194346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.194435:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.194451:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972269568 00000100:00100000:1.0:1746138010.194457:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972269568 00000100:00100000:1.0:1746138010.194495:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7435 00000100:00100000:1.0:1746138010.194502:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972269568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.194514:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.194526:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb73 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.194545:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.194550:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.194555:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.194559:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.194585:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.194589:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972269696 00000100:00100000:3.0:1746138010.194593:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972269696 00010000:00010000:1.0:1746138010.194595:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.194603:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00010000:00010000:3.0:1746138010.194608:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.194625:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12511 00000100:00100000:3.0:1746138010.194629:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1960:x1830957972269696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746138010.194629:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972269568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.194634:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7435 00010000:00010000:3.0:1746138010.194636:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.194650:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.194883:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.194903:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e10f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb65 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.194926:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.194928:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.194933:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.194939:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.194958:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.194968:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.194977:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968048768:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.195026:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.197045:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968048768:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.197062:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.197104:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1960:x1830957972269696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2472us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.197112:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12511 00000100:00100000:0.0:1746138010.197343:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.197361:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972269952 00000100:00100000:2.0:1746138010.197366:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972269952 00002000:00100000:2.0:1746138010.197396:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81e680 x1830957972269952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.197404:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81e680 with x1830957972269952 ext(0->4095) 00010000:00010000:2.0:1746138010.197409:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.197459:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.197468:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81e680 00000100:00100000:2.0:1746138010.197487:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3327 00000100:00100000:2.0:1746138010.197493:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972269952:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.197899:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972269952:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 406us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.197905:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3327 00002000:00100000:2.0:1746138010.197911:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81e680 x1830957972269952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.197918:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81e680 with x1830957972269952 ext(0->4095) 00010000:00010000:2.0:1746138010.197922:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.197930:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.197935:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81e680 00000100:00100000:0.0:1746138010.198898:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.199086:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972270080 00000100:00100000:2.0:1746138010.199091:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972270080 00000100:00100000:0.0:1746138010.199304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.199369:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7436 00000100:00100000:2.0:1746138010.199376:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972270080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.199388:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.199401:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb7a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.199402:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972270208 00000100:00100000:3.0:1746138010.199405:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972270208 00010000:00010000:3.0:1746138010.199443:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.199454:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.199460:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.199465:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.199467:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.199478:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12512 00000100:00100000:3.0:1746138010.199485:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972270208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.199492:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.199509:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.199517:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.199531:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e10f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb6c expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.199543:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.199545:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.199550:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.199555:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.199574:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.199583:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.199596:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968048896:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.199618:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.199660:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0840 going to sleep for 11 seconds 00010000:00010000:2.0:1746138010.199788:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.199796:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968049024:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.199823:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.201022:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968049024:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.201042:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.201053:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.201079:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972270080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1703us (2182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.201085:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7436 00000100:00100000:3.0:1746138010.201136:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968048896:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.201150:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.201168:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972270208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1684us (1864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.201174:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12512 00000100:00100000:0.0:1746138010.201843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.202163:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972270464 00000100:00100000:2.0:1746138010.202172:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972270464 00002000:00100000:2.0:1746138010.202201:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3c700 x1830957972270464/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.202210:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c700 with x1830957972270464 ext(0->4095) 00010000:00010000:2.0:1746138010.202216:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.202226:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.202236:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3c700 00000100:00100000:2.0:1746138010.202262:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3328 00000100:00100000:2.0:1746138010.202267:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972270464:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.202461:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972270464:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (629us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.202466:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3328 00002000:00100000:2.0:1746138010.202472:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3c700 x1830957972270464/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.202478:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c700 with x1830957972270464 ext(0->4095) 00010000:00010000:2.0:1746138010.202482:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.202490:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.202494:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3c700 00000100:00100000:0.0:1746138010.205146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.205249:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972270592 00000100:00100000:3.0:1746138010.205259:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972270592 00010000:00010000:3.0:1746138010.205294:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.205350:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12513 00000100:00100000:3.0:1746138010.205357:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972270592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.205368:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.205387:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.205397:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.205447:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e10fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb73 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.205461:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.205463:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.205469:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.205476:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.205502:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.205513:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968049152:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.205594:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.206730:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968049152:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.206743:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.206776:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972270592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1420us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.206784:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12513 00000100:00100000:0.0:1746138010.207582:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.207642:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972270848 00000100:00100000:2.0:1746138010.207646:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972270848 00002000:00100000:2.0:1746138010.207668:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ce00 x1830957972270848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.207674:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ce00 with x1830957972270848 ext(0->4095) 00002000:00010000:2.0:1746138010.207677:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3ce00 00000100:00100000:2.0:1746138010.207687:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5380 00000100:00100000:2.0:1746138010.207691:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972270848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.207902:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972270848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 208us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.207908:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5380 00002000:00100000:2.0:1746138010.207913:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ce00 x1830957972270848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.207920:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ce00 with x1830957972270848 ext(0->4095) 00002000:00010000:2.0:1746138010.207922:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3ce00 00000100:00100000:0.0:1746138010.209741:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.209829:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972270976 00000100:00100000:2.0:1746138010.209835:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972270976 00000100:00100000:2.0:1746138010.209898:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7437 00000100:00100000:2.0:1746138010.209904:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972270976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.209919:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.209933:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb81 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.209956:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.209962:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.209963:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.209966:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.209989:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.210005:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 21 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.210014:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968049280:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.210123:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.211044:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968049280:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.211063:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.211075:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138010.211098:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972270976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1195us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.211104:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7437 00000100:00100000:0.0:1746138010.211368:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.211466:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972271104 00000100:00100000:3.0:1746138010.211470:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972271104 00010000:00010000:3.0:1746138010.211488:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.211520:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12514 00000100:00100000:3.0:1746138010.211526:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972271104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.211534:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.211552:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.211567:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.211584:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1105 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb7a expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.211831:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.211833:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.211839:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.211847:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.211870:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.211879:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968049408:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.211935:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.213257:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968049408:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.213268:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.213294:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1957:x1830957972271104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1768us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.213301:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12514 00000100:00100000:0.0:1746138010.213498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.213698:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972271360 00000100:00100000:3.0:1746138010.213703:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972271360 00002000:00100000:3.0:1746138010.213728:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3f480 x1830957972271360/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.213737:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f480 with x1830957972271360 ext(0->4095) 00002000:00010000:3.0:1746138010.213741:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3f480 00000100:00100000:3.0:1746138010.213852:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5381 00000100:00100000:3.0:1746138010.213858:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972271360:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.213993:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972271360:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (494us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.213999:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5381 00002000:00100000:3.0:1746138010.214004:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3f480 x1830957972271360/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.214011:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f480 with x1830957972271360 ext(0->4095) 00002000:00010000:3.0:1746138010.214014:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3f480 00000100:00100000:0.0:1746138010.215268:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.215315:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972271488 00000100:00100000:2.0:1746138010.215334:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972271488 00000100:00100000:2.0:1746138010.215378:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7438 00000100:00100000:2.0:1746138010.215385:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972271488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.215398:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.215413:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb88 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.215459:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.215469:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.215471:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.215474:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.215498:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.215508:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.215518:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968049536:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.215588:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.216775:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968049536:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.216798:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.216810:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138010.216879:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972271488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1494us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.216886:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7438 00000100:00100000:1.0:1746138010.217042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.217097:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972271616 00000100:00100000:3.0:1746138010.217101:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972271616 00010000:00010000:3.0:1746138010.217120:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.217144:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12515 00000100:00100000:3.0:1746138010.217150:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972271616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.217159:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.217175:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.217190:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.217208:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e110c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb81 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.217217:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.217220:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.217225:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.217232:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.217253:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.217262:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968049664:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.217337:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.217578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.217860:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972271744 00000100:00100000:3.0:1746138010.217864:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972271744 00000100:00100000:3.0:1746138010.217890:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7439 00000100:00100000:3.0:1746138010.217895:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972271744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.217905:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.217913:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb8f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.217931:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.217938:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.217939:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.217942:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.217956:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.217966:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.217975:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968049792:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.218015:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.218398:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968049664:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.218408:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.218444:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972271616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1293us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.218450:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12515 00000100:00100000:0.0:1746138010.218652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.218693:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972272000 00000100:00100000:2.0:1746138010.218696:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972272000 00002000:00100000:2.0:1746138010.218717:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301500 x1830957972272000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.218731:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301500 with x1830957972272000 ext(0->4095) 00010000:00010000:2.0:1746138010.218737:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.218746:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.218752:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137301500 00000100:00100000:2.0:1746138010.218774:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3329 00000100:00100000:2.0:1746138010.218780:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972272000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.219023:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972272000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 242us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.219029:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3329 00002000:00100000:2.0:1746138010.219033:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301500 x1830957972272000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.219039:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301500 with x1830957972272000 ext(0->4095) 00010000:00010000:2.0:1746138010.219044:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.219052:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.219058:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137301500 00000100:00100000:3.0:1746138010.219190:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968049792:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.219205:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.219219:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138010.219252:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972271744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1356us (1674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.219258:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7439 00000100:00100000:0.0:1746138010.220880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.220918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.220973:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972272128 00000100:00100000:3.0:1746138010.220979:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972272128 00000100:00100000:2.0:1746138010.220986:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972272256 00000100:00100000:2.0:1746138010.220989:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972272256 00010000:00010000:2.0:1746138010.221005:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.221018:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7440 00000100:00100000:3.0:1746138010.221024:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972272128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138010.221029:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12516 00000100:00100000:2.0:1746138010.221034:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1960:x1830957972272256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.221035:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.221042:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.221046:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb96 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.221056:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.221059:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.221063:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.221068:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.221070:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.221243:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.221260:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1113 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb88 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.221267:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.221271:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.221272:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.221276:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.221282:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.221291:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.221297:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.221302:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00010000:00010000:2.0:1746138010.221306:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.221315:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968050048:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.221395:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972272128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 334us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.221401:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7440 00000100:00100000:2.0:1746138010.221632:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.223241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.223284:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968050048:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.223297:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.223340:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1960:x1830957972272256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2304us (2420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.223348:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12516 00000100:00100000:3.0:1746138010.223449:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972272512 00000100:00100000:3.0:1746138010.223454:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972272512 00002000:00100000:3.0:1746138010.223479:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137300000 x1830957972272512/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.223488:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300000 with x1830957972272512 ext(0->4095) 00010000:00010000:3.0:1746138010.223494:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.223506:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.223511:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137300000 00000100:00100000:3.0:1746138010.223531:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3330 00000100:00100000:3.0:1746138010.223537:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972272512:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.223665:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972272512:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.223671:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3330 00002000:00100000:3.0:1746138010.223676:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137300000 x1830957972272512/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.223689:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300000 with x1830957972272512 ext(0->4095) 00010000:00010000:3.0:1746138010.223693:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.223703:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.223713:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137300000 00000100:00100000:0.0:1746138010.225718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.225763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.225798:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972272768 00000100:00100000:2.0:1746138010.225803:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972272768 00010000:00010000:2.0:1746138010.225822:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.225832:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972272640 00000100:00100000:3.0:1746138010.225836:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972272640 00000100:00100000:2.0:1746138010.225837:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12517 00000100:00100000:2.0:1746138010.225841:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972272768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.225849:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.225862:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.225868:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7441 00010000:00010000:2.0:1746138010.225869:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.225874:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972272640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.225884:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.225884:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e111a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb8f expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.225893:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abb9d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.225896:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.225897:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.225902:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.225907:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.225986:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.225993:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.225994:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.225997:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.226016:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.226020:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.226035:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.226043:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.226046:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968050304:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.226051:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968050176:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.226148:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.226149:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.227189:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968050304:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.227206:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.227216:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:3.0:1746138010.227237:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972272640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1364us (1474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.227244:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7441 00000100:00100000:2.0:1746138010.227516:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968050176:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.227527:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.227546:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972272768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1704us (1833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.227551:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12517 00000100:00100000:0.0:1746138010.227957:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.228097:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972273024 00000100:00100000:2.0:1746138010.228101:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972273024 00002000:00100000:2.0:1746138010.228122:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301180 x1830957972273024/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.228128:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301180 with x1830957972273024 ext(0->4095) 00010000:00010000:2.0:1746138010.228132:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.228143:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.228147:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137301180 00000100:00100000:2.0:1746138010.228163:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3331 00000100:00100000:2.0:1746138010.228166:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972273024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.228331:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972273024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.228337:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3331 00002000:00100000:2.0:1746138010.228342:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301180 x1830957972273024/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.228348:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301180 with x1830957972273024 ext(0->4095) 00010000:00010000:2.0:1746138010.228352:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.228360:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.228365:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137301180 00000100:00100000:0.0:1746138010.230459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.230523:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972273152 00000100:00100000:2.0:1746138010.230531:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972273152 00010000:00010000:2.0:1746138010.230555:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.230708:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12518 00000100:00100000:2.0:1746138010.230714:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972273152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.230725:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.230739:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.230749:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.230766:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1121 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb96 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.230801:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.230803:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.230808:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.230816:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.230840:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.230850:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968050432:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.230917:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.232926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.233005:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968050432:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.233020:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972273408 00010000:00010000:2.0:1746138010.233024:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.233026:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972273408 00002000:00100000:3.0:1746138010.233056:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301c00 x1830957972273408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.233064:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301c00 with x1830957972273408 ext(0->4095) 00002000:00010000:3.0:1746138010.233068:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301c00 00000100:00100000:3.0:1746138010.233099:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5382 00000100:00100000:3.0:1746138010.233105:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972273408:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.233226:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972273152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2511us (2815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.233233:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12518 00000100:00100000:3.0:1746138010.233518:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972273408:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 412us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.233528:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5382 00002000:00100000:3.0:1746138010.233534:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301c00 x1830957972273408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.233541:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301c00 with x1830957972273408 ext(0->4095) 00002000:00010000:3.0:1746138010.233544:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301c00 00000100:00100000:0.0:1746138010.234541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.234591:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972273536 00000100:00100000:3.0:1746138010.234596:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972273536 00000100:00100000:3.0:1746138010.234630:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7442 00000100:00100000:3.0:1746138010.234635:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972273536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.234645:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.234657:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abba4 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.234676:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.234683:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.234685:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.234688:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.234711:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.234721:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 21 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.234736:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968050560:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.234802:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.235680:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968050560:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.235705:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.235720:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138010.235753:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972273536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1116us (1214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.235760:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7442 00000100:00100000:0.0:1746138010.236152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.236315:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972273664 00000100:00100000:2.0:1746138010.236332:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972273664 00010000:00010000:2.0:1746138010.236353:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.236381:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12519 00000100:00100000:2.0:1746138010.236387:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972273664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.236399:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.236478:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.236492:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.236514:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1128 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abb9d expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.236524:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.236526:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.236532:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.236540:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.236565:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.236576:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968050688:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.236629:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.238189:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968050688:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.238205:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.238245:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972273664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1857us (2093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.238253:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12519 00000100:00100000:0.0:1746138010.238630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.238716:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972273920 00000100:00100000:3.0:1746138010.238723:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972273920 00002000:00100000:3.0:1746138010.238760:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137300a80 x1830957972273920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.238770:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300a80 with x1830957972273920 ext(0->4095) 00002000:00010000:3.0:1746138010.238774:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137300a80 00000100:00100000:3.0:1746138010.238804:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5383 00000100:00100000:3.0:1746138010.238811:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972273920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.239067:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972273920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 256us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.239074:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5383 00002000:00100000:3.0:1746138010.239079:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137300a80 x1830957972273920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.239091:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300a80 with x1830957972273920 ext(0->4095) 00002000:00010000:3.0:1746138010.239093:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137300a80 00000100:00100000:0.0:1746138010.240724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.240800:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972274048 00000100:00100000:3.0:1746138010.240806:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972274048 00000100:00100000:3.0:1746138010.240851:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7443 00000100:00100000:3.0:1746138010.240858:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:31560:x1830957972274048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.240872:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.240889:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbab expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.240944:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.240952:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.240954:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.240958:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.240997:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.241012:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.241024:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968050816:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.241183:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.242870:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968050816:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.242898:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.242913:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138010.242951:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31560:x1830957972274048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2092us (2230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.242958:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7443 00000100:00100000:0.0:1746138010.243695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.243761:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972274176 00000100:00100000:2.0:1746138010.243769:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972274176 00000100:00100000:0.0:1746138010.243793:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.243801:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.243824:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12520 00000100:00100000:2.0:1746138010.243830:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972274176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.243842:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.243861:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.243864:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972274304 00000100:00100000:3.0:1746138010.243867:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972274304 00010000:00010000:2.0:1746138010.243872:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.243895:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e112f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abba4 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.243896:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7444 00000100:00100000:3.0:1746138010.243902:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972274304:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.243914:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.243923:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbb2 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.243923:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.243926:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.243933:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.243942:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.244024:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.244031:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.244033:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.244036:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.244057:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.244068:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.244078:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.244080:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968050944:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.244087:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.244095:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051072:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.244162:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.244163:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.246566:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968050944:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.246595:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.246614:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138010.246652:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972274304:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2749us (2858us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.246665:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7444 00000100:00100000:2.0:1746138010.246705:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051072:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.246727:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.246759:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972274176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2928us (3065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.246768:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12520 00000100:00100000:0.0:1746138010.246920:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.247085:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972274560 00000100:00100000:3.0:1746138010.247092:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972274560 00002000:00100000:3.0:1746138010.247123:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302680 x1830957972274560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.247131:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302680 with x1830957972274560 ext(0->4095) 00010000:00010000:3.0:1746138010.247137:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.247148:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.247153:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137302680 00000100:00100000:3.0:1746138010.247180:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3332 00000100:00100000:3.0:1746138010.247187:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1959:x1830957972274560:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138010.247339:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1959:x1830957972274560:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (419us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.247345:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3332 00002000:00100000:3.0:1746138010.247350:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302680 x1830957972274560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.247356:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302680 with x1830957972274560 ext(0->4095) 00010000:00010000:3.0:1746138010.247360:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.247372:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.247377:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137302680 00000100:00100000:0.0:1746138010.249391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.249496:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972274688 00000100:00100000:3.0:1746138010.249503:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972274688 00000100:00100000:3.0:1746138010.249552:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7445 00000100:00100000:3.0:1746138010.249558:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972274688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.249572:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.249585:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbb9 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.249608:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.249613:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.249619:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.249623:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.249653:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.249663:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.249671:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:3.0:1746138010.249714:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972274688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.249719:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7445 00000100:00100000:0.0:1746138010.250023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.250098:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972274816 00000100:00100000:2.0:1746138010.250106:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972274816 00010000:00010000:2.0:1746138010.250137:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.250175:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12521 00000100:00100000:2.0:1746138010.250181:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972274816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.250195:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.250218:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.250231:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.250252:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1136 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbab expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.250271:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.250273:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.250279:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.250287:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.250315:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.250339:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.250350:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051328:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.250478:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.254567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.254594:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972275072 00000100:00100000:3.0:1746138010.254603:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972275072 00000100:00100000:2.0:1746138010.254607:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051328:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.254635:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746138010.254645:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f800 x1830957972275072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.254653:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f800 with x1830957972275072 ext(0->4095) 00010000:00010000:3.0:1746138010.254663:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.254676:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.254684:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287f800 00000100:00100000:2.0:1746138010.254704:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972274816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4521us (4678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.254708:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3333 00000100:00100000:2.0:1746138010.254714:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12521 00000100:00100000:3.0:1746138010.254715:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972275072:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.254881:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972275072:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.254888:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3333 00002000:00100000:3.0:1746138010.254893:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f800 x1830957972275072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.254900:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f800 with x1830957972275072 ext(0->4095) 00010000:00010000:3.0:1746138010.254905:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.254914:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.254919:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287f800 00000100:00100000:0.0:1746138010.257620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.257743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.257839:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972275200 00000100:00100000:2.0:1746138010.257849:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972275200 00000100:00100000:2.0:1746138010.257898:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7446 00000100:00100000:2.0:1746138010.257905:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972275200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.257927:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138010.257992:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972275328 00000100:00100000:3.0:1746138010.258004:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972275328 00010000:00010000:3.0:1746138010.258039:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.258075:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12522 00000100:00100000:3.0:1746138010.258082:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972275328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.258098:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.258119:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbc0 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.258150:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.258156:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.258162:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.258167:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.258204:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.258215:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.258225:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138010.258276:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31559:x1830957972275200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 371us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.258283:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7446 00010000:00010000:3.0:1746138010.258309:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.258329:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.258349:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e113d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb2 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.258374:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.258376:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.258382:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.258389:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.258442:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.258453:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.258464:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051584:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.258533:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.260176:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051584:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.260197:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.260257:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972275328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2175us (2513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.260266:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12522 00000100:00100000:0.0:1746138010.260464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.260772:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972275584 00000100:00100000:3.0:1746138010.260780:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972275584 00002000:00100000:3.0:1746138010.260810:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287e300 x1830957972275584/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.260818:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287e300 with x1830957972275584 ext(0->4095) 00010000:00010000:3.0:1746138010.260826:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.260836:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.260842:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287e300 00000100:00100000:3.0:1746138010.260867:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3334 00000100:00100000:3.0:1746138010.260873:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972275584:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.261011:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972275584:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (549us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.261017:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3334 00002000:00100000:3.0:1746138010.261022:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287e300 x1830957972275584/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.261029:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287e300 with x1830957972275584 ext(0->4095) 00010000:00010000:3.0:1746138010.261033:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.261042:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.261047:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287e300 00000100:00100000:1.0:1746138010.263535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.263629:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972275712 00000100:00100000:3.0:1746138010.263636:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972275712 00010000:00010000:3.0:1746138010.263663:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.263693:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12523 00000100:00100000:3.0:1746138010.263699:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972275712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.263711:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.263730:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.263739:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.263757:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1144 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbb9 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.263778:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.263780:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.263787:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.263795:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.263823:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.263838:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051712:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.264516:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.266249:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051712:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.266264:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.266371:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972275712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2670us (2842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.266628:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12523 00000100:00100000:0.0:1746138010.266687:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.266872:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972275968 00000100:00100000:3.0:1746138010.266878:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972275968 00002000:00100000:3.0:1746138010.266909:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ea00 x1830957972275968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.266917:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ea00 with x1830957972275968 ext(0->4095) 00002000:00010000:3.0:1746138010.266921:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287ea00 00000100:00100000:3.0:1746138010.267001:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5384 00000100:00100000:3.0:1746138010.267008:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972275968:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.267328:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972275968:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 312us (636us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.267334:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5384 00002000:00100000:3.0:1746138010.267338:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ea00 x1830957972275968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.267344:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ea00 with x1830957972275968 ext(0->4095) 00002000:00010000:3.0:1746138010.267347:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287ea00 00000100:00100000:0.0:1746138010.269206:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.269399:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972276096 00000100:00100000:2.0:1746138010.269406:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972276096 00000100:00100000:2.0:1746138010.269479:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7447 00000100:00100000:2.0:1746138010.269485:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972276096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.269500:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.269513:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbc7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.269535:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.269542:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.269543:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.269546:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.269569:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.269577:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 21 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.269586:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968051840:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.270037:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.271746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.271916:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968051840:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.271950:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.271968:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138010.272050:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972276096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2564us (2849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.272058:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7447 00000100:00100000:3.0:1746138010.272192:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972276224 00000100:00100000:3.0:1746138010.272198:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972276224 00010000:00010000:3.0:1746138010.272223:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.272245:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12524 00000100:00100000:3.0:1746138010.272251:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972276224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.272263:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.272282:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.272292:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.272311:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e114b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc0 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.272336:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.272338:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.272343:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.272351:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.272375:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.272389:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051968:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.272472:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.275809:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968051968:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.275834:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.275899:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1958:x1830957972276224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3647us (4159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.275909:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12524 00000100:00100000:2.0:1746138010.276047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.276209:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972276480 00000100:00100000:3.0:1746138010.276215:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972276480 00002000:00100000:3.0:1746138010.276246:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0380 x1830957972276480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.276256:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0380 with x1830957972276480 ext(0->4095) 00002000:00010000:3.0:1746138010.276260:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b0380 00000100:00100000:3.0:1746138010.276276:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5385 00000100:00100000:3.0:1746138010.276283:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972276480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.276473:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972276480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.276479:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5385 00002000:00100000:3.0:1746138010.276484:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0380 x1830957972276480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.276491:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0380 with x1830957972276480 ext(0->4095) 00002000:00010000:3.0:1746138010.276493:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801302b0380 00000100:00100000:1.0:1746138010.277933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.278222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.278298:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972276608 00000100:00100000:2.0:1746138010.278306:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972276608 00000100:00100000:2.0:1746138010.278348:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972276736 00000100:00100000:2.0:1746138010.278351:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972276736 00000100:00100000:2.0:1746138010.278505:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7448 00000100:00100000:2.0:1746138010.278512:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972276608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.278527:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.278541:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbce expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.278565:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.278571:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.278572:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.278575:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.278599:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.278615:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.278625:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968052096:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.278696:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7449 00000100:00100000:3.0:1746138010.278702:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31560:x1830957972276736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.278708:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.278714:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbd5 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.278723:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.278726:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.278731:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.278734:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.278754:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.278762:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.278770:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:2.0:1746138010.279235:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.279536:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31560:x1830957972276736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 830us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.279542:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7449 00000100:00100000:0.0:1746138010.282668:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.282672:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968052096:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.282786:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.282806:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.282873:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972276608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4360us (4944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.282882:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7448 00000100:00100000:3.0:1746138010.283033:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972276864 00000100:00100000:3.0:1746138010.283040:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972276864 00010000:00010000:3.0:1746138010.283072:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.283109:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12525 00000100:00100000:3.0:1746138010.283115:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972276864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.283126:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.283145:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.283155:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.283582:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1152 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbc7 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.283614:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.283616:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.283623:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.283630:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.283660:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.283675:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.283691:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968052352:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.284399:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.286917:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968052352:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.286936:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.286974:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972276864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3858us (4320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.286983:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12525 00000100:00100000:0.0:1746138010.287482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.287598:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972277120 00000100:00100000:3.0:1746138010.287605:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972277120 00002000:00100000:3.0:1746138010.287635:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f480 x1830957972277120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.287644:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f480 with x1830957972277120 ext(0->4095) 00010000:00010000:3.0:1746138010.287651:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.287662:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.287668:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287f480 00000100:00100000:3.0:1746138010.287717:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3335 00000100:00100000:3.0:1746138010.287724:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972277120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.288184:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972277120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 458us (701us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.288193:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3335 00002000:00100000:3.0:1746138010.288197:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f480 x1830957972277120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.288204:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f480 with x1830957972277120 ext(0->4095) 00010000:00010000:3.0:1746138010.288209:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.288217:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.288223:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287f480 00000100:00100000:0.0:1746138010.289386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.289578:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972277248 00000100:00100000:3.0:1746138010.289584:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972277248 00010000:00010000:3.0:1746138010.289606:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.289634:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12526 00000100:00100000:3.0:1746138010.289640:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972277248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.289650:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.289667:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.289676:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.289695:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1159 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbce expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.289710:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.289712:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.289718:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.289725:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.289751:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 22 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.289763:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968052480:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.289836:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.291573:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.291670:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972277504 00000100:00100000:2.0:1746138010.291680:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972277504 00002000:00100000:2.0:1746138010.291723:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c380 x1830957972277504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.291732:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c380 with x1830957972277504 ext(0->4095) 00002000:00010000:2.0:1746138010.291737:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c380 00000100:00100000:2.0:1746138010.291757:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5386 00000100:00100000:2.0:1746138010.291763:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972277504:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.291820:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968052480:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.291836:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.291883:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972277248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2244us (2501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.291889:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12526 00000100:00100000:2.0:1746138010.291928:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972277504:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.291937:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5386 00002000:00100000:2.0:1746138010.291942:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c380 x1830957972277504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.291948:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c380 with x1830957972277504 ext(0->4095) 00002000:00010000:2.0:1746138010.291951:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c380 00000100:00100000:0.0:1746138010.294110:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.294382:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972277632 00000100:00100000:2.0:1746138010.294390:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972277632 00000100:00100000:2.0:1746138010.294459:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7450 00000100:00100000:2.0:1746138010.294465:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972277632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.294482:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.294495:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbdc expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.294519:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.294526:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.294527:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.294531:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.294557:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 21 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.294567:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 21 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.294582:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968052608:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.294932:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.296701:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968052608:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.296729:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.296743:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138010.296791:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972277632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2325us (2687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.296799:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7450 00000100:00100000:0.0:1746138010.299901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.299988:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972277760 00000100:00100000:3.0:1746138010.299996:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972277760 00010000:00010000:3.0:1746138010.300024:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.300056:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12527 00000100:00100000:3.0:1746138010.300063:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972277760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.300078:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.300094:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.300104:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.300123:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1160 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbd5 expref: 22 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.300640:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.300642:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.300649:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.300657:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.300689:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.300699:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968052736:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.300855:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.303516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.303654:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972277888 00000100:00100000:2.0:1746138010.303662:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972277888 00000100:00100000:2.0:1746138010.303702:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7451 00000100:00100000:2.0:1746138010.303709:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972277888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.303726:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.303742:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbe3 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.303770:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.303777:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.303778:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.303782:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.303811:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.303822:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.303832:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968052864:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.303909:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.303987:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968052736:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.304005:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.304025:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972277760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3962us (4131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.304036:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12527 00000100:00100000:0.0:1746138010.305629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.306336:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972278144 00000100:00100000:2.0:1746138010.306344:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972278144 00002000:00100000:2.0:1746138010.306387:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ed80 x1830957972278144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.306397:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ed80 with x1830957972278144 ext(0->4095) 00010000:00010000:2.0:1746138010.306405:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.306443:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.306450:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287ed80 00000100:00100000:2.0:1746138010.306469:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3336 00000100:00100000:2.0:1746138010.306476:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972278144:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.306491:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968052864:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.306563:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 22 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.306576:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.306678:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972278144:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 199us (1049us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.306689:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3336 00002000:00100000:2.0:1746138010.306694:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ed80 x1830957972278144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.306701:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ed80 with x1830957972278144 ext(0->4095) 00010000:00010000:2.0:1746138010.306706:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.306715:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.306720:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287ed80 00000100:00100000:3.0:1746138010.307754:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:31559:x1830957972277888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4040us (4240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.307763:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7451 00000100:00100000:0.0:1746138010.310368:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.310693:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972278272 00000100:00100000:3.0:1746138010.310702:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972278272 00010000:00010000:3.0:1746138010.310733:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.310764:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12528 00000100:00100000:3.0:1746138010.310770:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972278272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.310783:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.310801:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.310817:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.310848:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1167 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbdc expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.310879:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.310881:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.310888:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.310896:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.310924:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.310934:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968052992:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.311015:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.314456:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968052992:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.314481:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.314531:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972278272:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3760us (4170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.314541:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12528 00000100:00100000:0.0:1746138010.315932:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.316091:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972278528 00000100:00100000:2.0:1746138010.316099:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972278528 00002000:00100000:2.0:1746138010.316140:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1180 x1830957972278528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.316149:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1180 with x1830957972278528 ext(0->4095) 00002000:00010000:2.0:1746138010.316154:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c1180 00000100:00100000:2.0:1746138010.316182:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5387 00000100:00100000:2.0:1746138010.316188:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972278528:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.316356:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1957:x1830957972278528:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (428us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.316362:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5387 00002000:00100000:2.0:1746138010.316367:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1180 x1830957972278528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.316380:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1180 with x1830957972278528 ext(0->4095) 00002000:00010000:2.0:1746138010.316382:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c1180 00000100:00100000:0.0:1746138010.319943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.320329:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972278656 00000100:00100000:3.0:1746138010.320338:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972278656 00000100:00100000:3.0:1746138010.320391:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7452 00000100:00100000:3.0:1746138010.320399:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972278656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.320446:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.320460:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbea expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.320490:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.320497:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.320498:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.320502:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.320528:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 21 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.320539:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 21 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.320550:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968053120:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.321443:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.323272:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968053120:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.323298:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.323309:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138010.323359:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972278656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2960us (3424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.323367:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7452 00000100:00100000:0.0:1746138010.324104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.324364:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972278784 00000100:00100000:2.0:1746138010.324370:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972278784 00002000:00100000:2.0:1746138010.324400:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012e2c0a80 x1830957972278784/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.324408:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0a80 with x1830957972278784 ext(0->7) 00010000:00010000:2.0:1746138010.324429:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.324440:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 22 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.324445:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c0a80 00000100:00100000:2.0:1746138010.324486:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3337 00000100:00100000:2.0:1746138010.324493:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1958:x1830957972278784:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138010.324739:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972278784:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 245us (639us total) trans 4294967989 rc 0/0 00000100:00100000:2.0:1746138010.324745:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3337 00002000:00100000:2.0:1746138010.324750:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012e2c0a80 x1830957972278784/t4294967989(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/448 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.324757:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0a80 with x1830957972278784 ext(0->7) 00010000:00010000:2.0:1746138010.324761:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.324773:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.324778:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c0a80 00000100:00100000:0.0:1746138010.331395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.332435:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972278912 00000100:00100000:3.0:1746138010.332444:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972278912 00010000:00010000:3.0:1746138010.332484:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.332520:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12529 00000100:00100000:3.0:1746138010.332527:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972278912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.332539:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746138010.332554:0:7124:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746138009 -> 1746138010 00002000:00010000:3.0:1746138010.332557:0:7124:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746138009 -> 1746138010 00010000:00010000:3.0:1746138010.332562:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.332574:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.332596:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e116e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbe3 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.332625:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.332627:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.332634:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.332642:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.332669:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.332684:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968053248:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.332761:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.337939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.338095:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968053248:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.338111:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.338144:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972278912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5618us (6757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.338152:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12529 00000100:00100000:3.0:1746138010.338156:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972279040 00000100:00100000:3.0:1746138010.338162:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972279040 00000100:00100000:3.0:1746138010.338238:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7453 00000100:00100000:3.0:1746138010.338245:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31559:x1830957972279040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.338259:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.338271:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbf1 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.338293:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.338300:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.338301:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.338304:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.338340:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.338354:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.338364:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968053376:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.339449:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.339629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.339668:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972279296 00000100:00100000:3.0:1746138010.339674:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972279296 00002000:00100000:3.0:1746138010.339698:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c3100 x1830957972279296/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.339707:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3100 with x1830957972279296 ext(0->4095) 00010000:00010000:3.0:1746138010.339713:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.339724:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.339730:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c3100 00000100:00100000:3.0:1746138010.339744:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3338 00000100:00100000:3.0:1746138010.339749:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972279296:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.340640:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972279296:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 888us (1009us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.340647:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3338 00002000:00100000:3.0:1746138010.340655:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c3100 x1830957972279296/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.340661:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3100 with x1830957972279296 ext(0->4095) 00010000:00010000:3.0:1746138010.340667:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.340677:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.340683:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c3100 00000100:00100000:3.0:1746138010.342115:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968053376:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.342147:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.342163:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138010.342199:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31559:x1830957972279040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3954us (4267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.342206:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7453 00000100:00100000:0.0:1746138010.343666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.343712:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972279424 00000100:00100000:3.0:1746138010.343718:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972279424 00000100:00100000:0.0:1746138010.343734:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.343752:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7454 00000100:00100000:3.0:1746138010.343756:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31560:x1830957972279424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.343768:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138010.343788:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972279552 00000100:00100000:2.0:1746138010.343792:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972279552 00010000:00010000:2.0:1746138010.343808:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.343822:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbf8 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.343826:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12530 00000100:00100000:2.0:1746138010.343830:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972279552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.343836:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.343838:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.343842:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.343846:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.343848:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.343855:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.343864:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.343875:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.343879:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1175 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbea expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.343898:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.343903:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.343904:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.343907:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.343912:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.343988:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138010.343992:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.343998:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.344005:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968053632:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.344030:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972279552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 198us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.344035:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12530 00000100:00100000:3.0:1746138010.344049:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.345573:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968053632:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.345588:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138010.345629:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31560:x1830957972279424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1871us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.345635:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7454 00000100:00100000:0.0:1746138010.346171:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.346276:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972279808 00000100:00100000:3.0:1746138010.346282:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972279808 00002000:00100000:3.0:1746138010.346309:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1880 x1830957972279808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.346332:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1880 with x1830957972279808 ext(0->4095) 00010000:00010000:3.0:1746138010.346339:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.346351:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.346356:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1880 00000100:00100000:3.0:1746138010.346404:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3339 00000100:00100000:3.0:1746138010.346411:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972279808:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.346780:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972279808:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 368us (608us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.346786:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3339 00002000:00100000:3.0:1746138010.346791:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1880 x1830957972279808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.346798:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1880 with x1830957972279808 ext(0->4095) 00010000:00010000:3.0:1746138010.346803:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.346816:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.346822:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1880 00000100:00100000:0.0:1746138010.348537:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.348770:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972279936 00000100:00100000:2.0:1746138010.348777:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972279936 00010000:00010000:2.0:1746138010.348804:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.348836:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12531 00000100:00100000:2.0:1746138010.348843:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972279936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.348854:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.348883:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.348893:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.348915:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e117c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf1 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.348933:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.348935:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.348940:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.348952:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.348980:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 24 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.348992:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968053760:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.349079:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.351558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.351578:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968053760:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.351595:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.351632:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972279936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2788us (3098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.351640:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12531 00000100:00100000:3.0:1746138010.351726:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972280192 00000100:00100000:3.0:1746138010.351732:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972280192 00002000:00100000:3.0:1746138010.351761:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c0380 x1830957972280192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.351770:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0380 with x1830957972280192 ext(0->4095) 00002000:00010000:3.0:1746138010.351774:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c0380 00000100:00100000:3.0:1746138010.351802:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5388 00000100:00100000:3.0:1746138010.351808:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972280192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.351935:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972280192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.351941:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5388 00002000:00100000:3.0:1746138010.351946:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c0380 x1830957972280192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.351953:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0380 with x1830957972280192 ext(0->4095) 00002000:00010000:3.0:1746138010.351955:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c0380 00000100:00100000:0.0:1746138010.353968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.354134:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972280320 00000100:00100000:3.0:1746138010.354139:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972280320 00000100:00100000:3.0:1746138010.354210:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7455 00000100:00100000:3.0:1746138010.354218:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972280320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.354229:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.354242:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abbff expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.354266:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.354275:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.354277:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.354279:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.354306:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 23 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.354339:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 23 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.354351:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968053888:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.354453:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.356250:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968053888:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.356271:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.356284:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138010.356335:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972280320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2118us (2369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.356341:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7455 00000100:00100000:1.0:1746138010.356535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.356658:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972280448 00000100:00100000:3.0:1746138010.356662:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972280448 00010000:00010000:3.0:1746138010.356681:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.356704:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12532 00000100:00100000:3.0:1746138010.356709:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972280448:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.356718:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.356734:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.356743:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.356761:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1183 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbf8 expref: 24 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.356770:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.356771:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.356776:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.356783:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.356804:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.356813:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968054016:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.356871:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.357708:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968054016:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.357717:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.357746:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1957:x1830957972280448:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1037us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.357751:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12532 00000100:00100000:0.0:1746138010.358251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.358303:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972280704 00000100:00100000:1.0:1746138010.358306:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972280704 00002000:00100000:1.0:1746138010.358343:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1f80 x1830957972280704/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.358356:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1f80 with x1830957972280704 ext(0->4095) 00002000:00010000:1.0:1746138010.358360:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c1f80 00000100:00100000:1.0:1746138010.358383:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5389 00000100:00100000:1.0:1746138010.358389:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972280704:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.358518:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972280704:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.358522:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5389 00002000:00100000:1.0:1746138010.358525:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1f80 x1830957972280704/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.358529:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1f80 with x1830957972280704 ext(0->4095) 00002000:00010000:1.0:1746138010.358531:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c1f80 00000100:00100000:0.0:1746138010.359533:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.359597:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972280832 00000100:00100000:3.0:1746138010.359602:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972280832 00000100:00100000:1.0:1746138010.359728:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7456 00000100:00100000:1.0:1746138010.359735:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:31560:x1830957972280832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.359745:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.359755:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc06 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.359771:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.359777:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.359778:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.359781:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.359804:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.359814:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.359822:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968054144:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.359882:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.361245:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968054144:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.361261:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.361271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138010.361272:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:3.0:1746138010.361337:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972280960 00000100:00100000:3.0:1746138010.361341:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972280960 00010000:00010000:3.0:1746138010.361357:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.361391:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12533 00000100:00100000:3.0:1746138010.361397:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972280960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.361405:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.361443:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.361452:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.361469:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e118a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abbff expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.361478:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.361480:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.361484:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.361496:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138010.361528:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31560:x1830957972280832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1562us (1764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.361535:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7456 00010000:00010000:3.0:1746138010.361747:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.361756:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968054272:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.361894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.361998:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972281088 00000100:00100000:1.0:1746138010.362000:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972281088 00000100:00100000:1.0:1746138010.362016:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7457 00000100:00100000:1.0:1746138010.362020:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31559:x1830957972281088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.362027:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.362034:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc0d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.362045:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.362050:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.362051:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.362054:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.362065:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.362072:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.362079:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968054400:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.362125:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.362328:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.363461:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968054272:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.363476:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.363647:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972280960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2249us (2374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.363654:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12533 00000100:00100000:1.0:1746138010.363749:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968054400:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.363764:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.363775:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138010.363791:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31559:x1830957972281088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1771us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.363796:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7457 00000100:00100000:1.0:1746138010.363856:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.363871:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972281344 00000100:00100000:1.0:1746138010.363875:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972281344 00002000:00100000:1.0:1746138010.363897:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349180 x1830957972281344/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.363911:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349180 with x1830957972281344 ext(0->4095) 00010000:00010000:1.0:1746138010.363915:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.363924:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.363930:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086349180 00000100:00100000:1.0:1746138010.363952:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3340 00000100:00100000:1.0:1746138010.363958:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1958:x1830957972281344:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.364073:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1958:x1830957972281344:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.364079:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3340 00002000:00100000:1.0:1746138010.364084:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349180 x1830957972281344/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.364090:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349180 with x1830957972281344 ext(0->4095) 00010000:00010000:1.0:1746138010.364094:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.364102:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.364107:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086349180 00000100:00100000:0.0:1746138010.366189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.366233:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.366405:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972281472 00000100:00100000:3.0:1746138010.366411:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972281472 00010000:00010000:3.0:1746138010.366459:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.366601:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972281600 00000100:00100000:3.0:1746138010.366605:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12534 00000100:00100000:1.0:1746138010.366605:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972281600 00000100:00100000:3.0:1746138010.366611:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972281472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.366622:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138010.366661:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7458 00000100:00100000:1.0:1746138010.366666:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972281600:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.366677:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.366688:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc14 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.366693:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.366705:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.366710:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.366715:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.366718:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.366731:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.366746:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1191 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc06 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.366753:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.366755:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.366757:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.366762:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.366769:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.366778:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.366786:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.366786:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00010000:00010000:3.0:1746138010.366796:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.366806:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968054656:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.366858:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972281600:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.366863:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7458 00000100:00100000:3.0:1746138010.366902:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.369001:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968054656:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.369019:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.369064:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972281472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2452us (2828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.369075:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12534 00000100:00100000:0.0:1746138010.369241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.369381:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972281856 00000100:00100000:1.0:1746138010.369388:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972281856 00002000:00100000:1.0:1746138010.369445:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c3800 x1830957972281856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.369459:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3800 with x1830957972281856 ext(0->4095) 00010000:00010000:1.0:1746138010.369465:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.369477:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.369482:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c3800 00000100:00100000:1.0:1746138010.369507:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3341 00000100:00100000:1.0:1746138010.369512:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972281856:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.369634:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972281856:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.369639:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3341 00002000:00100000:1.0:1746138010.369644:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c3800 x1830957972281856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.369651:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3800 with x1830957972281856 ext(0->4095) 00010000:00010000:1.0:1746138010.369655:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.369663:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.369668:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c3800 00000100:00100000:0.0:1746138010.370919:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.370970:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972282112 00000100:00100000:1.0:1746138010.370976:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972282112 00000100:00100000:0.0:1746138010.370994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.371014:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7459 00000100:00100000:1.0:1746138010.371020:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31559:x1830957972282112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.371031:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.371043:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc1b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.371062:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.371068:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.371073:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.371076:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.371104:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.371115:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.371123:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138010.371151:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31559:x1830957972282112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.371156:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7459 00000100:00100000:3.0:1746138010.371174:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972281984 00000100:00100000:3.0:1746138010.371178:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972281984 00010000:00010000:3.0:1746138010.371192:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.371222:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12535 00000100:00100000:3.0:1746138010.371228:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1958:x1830957972281984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.371236:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.371250:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.371260:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.371273:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1198 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc0d expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.371282:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.371283:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.371288:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.371294:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.371311:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.371333:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.371343:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968054912:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.371395:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.373464:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968054912:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.373487:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.373524:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972281984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2294us (2529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.373533:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12535 00000100:00100000:0.0:1746138010.374132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.374186:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972282368 00000100:00100000:3.0:1746138010.374192:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972282368 00002000:00100000:3.0:1746138010.374221:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126300 x1830957972282368/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.374229:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126300 with x1830957972282368 ext(0->4095) 00010000:00010000:3.0:1746138010.374236:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.374246:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.374252:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126300 00000100:00100000:3.0:1746138010.374278:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3342 00000100:00100000:3.0:1746138010.374284:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972282368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.374442:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972282368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.374448:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3342 00002000:00100000:3.0:1746138010.374452:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126300 x1830957972282368/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.374460:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126300 with x1830957972282368 ext(0->4095) 00010000:00010000:3.0:1746138010.374465:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.374473:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.374479:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126300 00000100:00100000:0.0:1746138010.376343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.376456:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972282496 00000100:00100000:3.0:1746138010.376463:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972282496 00010000:00010000:3.0:1746138010.376494:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.376525:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12536 00000100:00100000:3.0:1746138010.376532:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972282496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.376545:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.376563:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.376573:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.376597:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e119f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc14 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.376621:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.376623:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.376629:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.376637:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.376827:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.376838:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968055040:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.376947:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.379246:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968055040:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.379271:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.379335:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972282496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2801us (2997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.379345:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12536 00000100:00100000:1.0:1746138010.380294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.380359:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972282752 00000100:00100000:3.0:1746138010.380366:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972282752 00002000:00100000:3.0:1746138010.380405:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349c00 x1830957972282752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.380440:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349c00 with x1830957972282752 ext(0->4095) 00002000:00010000:3.0:1746138010.380446:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349c00 00000100:00100000:3.0:1746138010.380473:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5390 00000100:00100000:3.0:1746138010.380479:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972282752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.380627:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972282752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (336us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.380633:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5390 00002000:00100000:3.0:1746138010.380638:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349c00 x1830957972282752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.380645:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349c00 with x1830957972282752 ext(0->4095) 00002000:00010000:3.0:1746138010.380648:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349c00 00000100:00100000:0.0:1746138010.383718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.383968:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972282880 00000100:00100000:1.0:1746138010.383976:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972282880 00000100:00100000:1.0:1746138010.384615:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7460 00000100:00100000:1.0:1746138010.384625:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972282880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.384641:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.384659:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc22 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.384687:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.384695:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.384697:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.384700:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.384730:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.384740:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.384750:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968055168:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.384846:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.388454:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968055168:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.388488:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.388504:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138010.388554:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972282880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3931us (4843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.388561:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7460 00000100:00100000:0.0:1746138010.390172:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.390407:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972283008 00000100:00100000:3.0:1746138010.390446:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972283008 00010000:00010000:3.0:1746138010.390489:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.390524:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12537 00000100:00100000:3.0:1746138010.390531:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972283008:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.390544:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.390777:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.390791:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.390813:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e11a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc1b expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.390844:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.390846:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.390853:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.390861:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.390895:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.391063:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968055296:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.391185:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.391204:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.391250:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972283136 00000100:00100000:1.0:1746138010.391255:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972283136 00000100:00100000:1.0:1746138010.391282:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7461 00000100:00100000:1.0:1746138010.391287:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31559:x1830957972283136:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.391297:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.391307:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc29 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.391337:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.391342:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.391343:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.391346:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.391594:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.391607:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.391616:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968055424:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.391656:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.392948:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968055296:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.392970:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.393005:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972283008:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2474us (2840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.393015:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12537 00000100:00100000:1.0:1746138010.393763:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968055424:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.393785:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 24 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.393801:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138010.393915:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:31559:x1830957972283136:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2627us (2710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.393922:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7461 00000100:00100000:2.0:1746138010.393976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.394213:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972283392 00000100:00100000:3.0:1746138010.394218:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972283392 00002000:00100000:3.0:1746138010.394247:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b3100 x1830957972283392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.394260:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b3100 with x1830957972283392 ext(0->4095) 00010000:00010000:3.0:1746138010.394265:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.394275:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.394281:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b3100 00000100:00100000:3.0:1746138010.394440:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3343 00000100:00100000:3.0:1746138010.394446:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972283392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.394572:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972283392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (597us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.394577:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3343 00002000:00100000:3.0:1746138010.394581:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b3100 x1830957972283392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.394587:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b3100 with x1830957972283392 ext(0->4095) 00010000:00010000:3.0:1746138010.394591:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.394600:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.394605:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b3100 00000100:00100000:0.0:1746138010.398383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.398445:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972283520 00000100:00100000:3.0:1746138010.398455:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972283520 00010000:00010000:3.0:1746138010.398500:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.398541:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12538 00000100:00100000:3.0:1746138010.398549:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972283520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.398565:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.398692:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.398706:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.398732:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc22 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.398748:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.398749:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.398756:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.398764:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.398799:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.398812:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968055552:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.398943:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.401377:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968055552:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.401400:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.401483:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972283520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2933us (3109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.401493:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12538 00000100:00100000:0.0:1746138010.402228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.402368:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972283776 00000100:00100000:1.0:1746138010.402375:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972283776 00002000:00100000:1.0:1746138010.402446:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b124700 x1830957972283776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.402456:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124700 with x1830957972283776 ext(0->4095) 00002000:00010000:1.0:1746138010.402461:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b124700 00000100:00100000:1.0:1746138010.402493:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5391 00000100:00100000:1.0:1746138010.402501:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972283776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.402829:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972283776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 327us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.402835:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5391 00002000:00100000:1.0:1746138010.402841:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b124700 x1830957972283776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.402848:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124700 with x1830957972283776 ext(0->4095) 00002000:00010000:1.0:1746138010.402851:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b124700 00000100:00100000:0.0:1746138010.406081:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.406376:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972283904 00000100:00100000:1.0:1746138010.406384:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972283904 00000100:00100000:3.0:1746138010.406616:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7462 00000100:00100000:3.0:1746138010.406625:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972283904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.406640:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.406655:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc30 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.406679:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.406686:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.406687:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.406691:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.406828:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 23 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.406839:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 23 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.406849:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968055680:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.407013:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.408653:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968055680:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.408684:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.408701:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138010.408751:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972283904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2126us (2677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.408760:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7462 00000100:00100000:0.0:1746138010.409768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.409867:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972284032 00000100:00100000:1.0:1746138010.409874:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972284032 00002000:00100000:1.0:1746138010.409908:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091451880 x1830957972284032/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.409919:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091451880 with x1830957972284032 ext(0->7) 00010000:00010000:1.0:1746138010.409926:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.409938:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 24 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.409944:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091451880 00000100:00100000:1.0:1746138010.410007:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3344 00000100:00100000:1.0:1746138010.410013:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1957:x1830957972284032:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138010.410873:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972284032:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 856us (1106us total) trans 4294967990 rc 0/0 00000100:00100000:1.0:1746138010.410881:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3344 00002000:00100000:1.0:1746138010.410888:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091451880 x1830957972284032/t4294967990(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/448 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.410895:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091451880 with x1830957972284032 ext(0->7) 00010000:00010000:1.0:1746138010.410901:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.410911:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.410921:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091451880 00000100:00100000:0.0:1746138010.417073:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.417152:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972284160 00000100:00100000:3.0:1746138010.417160:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972284160 00010000:00010000:3.0:1746138010.417196:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.417231:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12539 00000100:00100000:3.0:1746138010.417239:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972284160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.417254:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.417275:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.417287:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.417306:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e11b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc29 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.417349:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.417351:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.417357:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.417365:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.417397:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.417409:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968055808:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.418394:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.425096:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968055808:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.425110:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.425152:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972284160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 7914us (8087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.425159:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12539 00000100:00100000:0.0:1746138010.425459:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.425492:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972284416 00000100:00100000:1.0:1746138010.425498:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972284416 00002000:00100000:1.0:1746138010.425524:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091452300 x1830957972284416/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.425530:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091452300 with x1830957972284416 ext(0->4095) 00002000:00010000:1.0:1746138010.425533:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091452300 00000100:00100000:1.0:1746138010.425701:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5392 00000100:00100000:1.0:1746138010.425706:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972284416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138010.425709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.425774:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972284544 00000100:00100000:2.0:1746138010.425777:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972284544 00000100:00100000:2.0:1746138010.425800:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7463 00000100:00100000:2.0:1746138010.425805:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31559:x1830957972284544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138010.425811:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972284416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.425815:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5392 00010000:00010000:2.0:1746138010.425816:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746138010.425818:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091452300 x1830957972284416/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.425822:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091452300 with x1830957972284416 ext(0->4095) 00002000:00010000:1.0:1746138010.425825:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091452300 00010000:00010000:2.0:1746138010.425829:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc37 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.425849:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.425855:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.425856:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.425859:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.425882:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.425891:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.425901:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968055936:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.428513:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.428811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.428834:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972284672 00000100:00100000:0.0:1746138010.428842:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972284672 00000100:00100000:0.0:1746138010.428884:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7464 00000100:00100000:0.0:1746138010.428890:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957972284672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138010.428904:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138010.428918:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc3e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.428943:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138010.428948:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 28 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.428953:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138010.428956:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.428982:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 28 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.428990:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.428998:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4eb800, rc 0) 00000100:00100000:0.0:1746138010.429031:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957972284672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138010.429036:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7464 00000100:00100000:2.0:1746138010.431706:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968055936:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.431738:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.431755:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138010.431803:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972284544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5997us (6094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.431813:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7463 00000100:00100000:0.0:1746138010.431882:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.431915:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972284800 00000100:00100000:2.0:1746138010.431920:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972284800 00010000:00010000:2.0:1746138010.431944:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.431962:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12540 00000100:00100000:2.0:1746138010.431967:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972284800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.431977:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.431995:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.432006:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.432026:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e11bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc30 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.432055:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.432060:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.432067:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.432074:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.432100:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.432110:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.432121:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968056192:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.432186:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.434840:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968056192:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.434852:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.434858:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.434907:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972284800:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2938us (3025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.434912:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972285056 00000100:00100000:2.0:1746138010.434916:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12540 00000100:00100000:3.0:1746138010.434918:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972285056 00002000:00100000:3.0:1746138010.434959:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091450700 x1830957972285056/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.434968:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091450700 with x1830957972285056 ext(0->4095) 00010000:00010000:3.0:1746138010.434975:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.434987:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.434992:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091450700 00000100:00100000:3.0:1746138010.435017:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3345 00000100:00100000:3.0:1746138010.435024:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972285056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.435181:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972285056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.435187:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3345 00002000:00100000:3.0:1746138010.435192:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091450700 x1830957972285056/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.435198:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091450700 with x1830957972285056 ext(0->4095) 00010000:00010000:3.0:1746138010.435202:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.435210:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.435214:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091450700 00000100:00100000:0.0:1746138010.437870:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.438267:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972285184 00000100:00100000:2.0:1746138010.438275:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972285184 00010000:00010000:2.0:1746138010.438302:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.438335:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12541 00000100:00100000:2.0:1746138010.438342:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091451500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972285184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.438353:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.438370:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.438381:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.438400:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e11c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc37 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.438414:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.438434:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.438441:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.438448:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.438474:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.438485:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968056320:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.438554:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.440466:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968056320:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.440487:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.440523:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091451500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972285184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2182us (2659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.440533:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12541 00000100:00100000:0.0:1746138010.440731:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.440795:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972285440 00000100:00100000:3.0:1746138010.440801:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972285440 00002000:00100000:3.0:1746138010.440832:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403f480 x1830957972285440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.440840:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f480 with x1830957972285440 ext(0->4095) 00002000:00010000:3.0:1746138010.440844:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403f480 00000100:00100000:3.0:1746138010.440859:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5393 00000100:00100000:3.0:1746138010.440864:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972285440:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.440997:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972285440:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.441003:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5393 00002000:00100000:3.0:1746138010.441008:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403f480 x1830957972285440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.441014:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f480 with x1830957972285440 ext(0->4095) 00002000:00010000:3.0:1746138010.441016:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403f480 00000100:00100000:0.0:1746138010.442405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.442456:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972285568 00000100:00100000:2.0:1746138010.442463:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972285568 00000100:00100000:2.0:1746138010.442500:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7465 00000100:00100000:2.0:1746138010.442507:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972285568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.442523:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.442537:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc45 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.442567:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.442573:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.442575:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.442578:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.442604:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.442616:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.442626:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968056448:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.442727:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.443935:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968056448:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.443961:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.443977:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.444012:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972285568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1505us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.444020:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7465 00000100:00100000:0.0:1746138010.444257:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.444367:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972285696 00000100:00100000:2.0:1746138010.444373:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972285696 00010000:00010000:2.0:1746138010.444397:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.444536:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12542 00000100:00100000:2.0:1746138010.444543:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972285696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.444554:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.444573:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.444583:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.444603:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b4eb800/0x8ae21a86589e11c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc3e expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.444629:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.444631:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.444637:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.444646:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.444671:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.444682:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968056576:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.445174:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.446364:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968056576:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.446385:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.446454:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972285696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1910us (2196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.446464:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12542 00000100:00100000:0.0:1746138010.446634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.446725:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972285952 00000100:00100000:1.0:1746138010.446732:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972285952 00002000:00100000:1.0:1746138010.446766:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403c000 x1830957972285952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.446776:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403c000 with x1830957972285952 ext(0->4095) 00002000:00010000:1.0:1746138010.446780:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403c000 00000100:00100000:1.0:1746138010.446807:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5394 00000100:00100000:1.0:1746138010.446813:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972285952:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.446946:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972285952:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.446951:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5394 00002000:00100000:1.0:1746138010.446956:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403c000 x1830957972285952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.446963:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403c000 with x1830957972285952 ext(0->4095) 00002000:00010000:1.0:1746138010.446965:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403c000 00000100:00100000:0.0:1746138010.448232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.448330:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972286080 00000100:00100000:2.0:1746138010.448337:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972286080 00000100:00100000:2.0:1746138010.448370:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7466 00000100:00100000:2.0:1746138010.448376:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31560:x1830957972286080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.448390:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.448846:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc4c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.448875:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.448882:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.448884:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.448888:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.448917:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.448930:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.448947:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968056704:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.449050:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.451234:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968056704:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138010.451235:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.451260:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.451275:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:1.0:1746138010.451311:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972286208 00000100:00100000:2.0:1746138010.451312:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31560:x1830957972286080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2936us (3082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.451325:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972286208 00000100:00100000:2.0:1746138010.451334:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7466 00000100:00100000:2.0:1746138010.451355:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7467 00000100:00100000:2.0:1746138010.451361:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957972286208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.451373:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.451385:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc53 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.451403:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.451407:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.451412:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.451436:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.451460:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.451468:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.451474:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138010.451489:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972286208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.451494:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7467 00000100:00100000:0.0:1746138010.451627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.451866:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972286336 00000100:00100000:2.0:1746138010.451869:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972286336 00010000:00010000:2.0:1746138010.451884:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.451901:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12543 00000100:00100000:2.0:1746138010.451905:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972286336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.451912:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.451930:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.451938:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.451954:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e11d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc45 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.452591:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.452594:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.452602:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.452610:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.452636:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.452646:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.452656:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968056960:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.452719:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.455826:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968056960:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.455827:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.455843:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.455884:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972286336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3978us (4257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.455894:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12543 00000100:00100000:3.0:1746138010.456044:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972286592 00000100:00100000:3.0:1746138010.456050:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972286592 00002000:00100000:3.0:1746138010.456088:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403ce00 x1830957972286592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.456097:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ce00 with x1830957972286592 ext(0->4095) 00010000:00010000:3.0:1746138010.456106:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.456120:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.456127:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403ce00 00000100:00100000:3.0:1746138010.456155:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3346 00000100:00100000:3.0:1746138010.456162:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972286592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.456300:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972286592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.456305:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3346 00002000:00100000:3.0:1746138010.456310:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403ce00 x1830957972286592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.458234:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ce00 with x1830957972286592 ext(0->4095) 00010000:00010000:3.0:1746138010.458253:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.458269:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.458276:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403ce00 00000100:00100000:0.0:1746138010.459135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.459349:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.459436:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972286720 00000100:00100000:2.0:1746138010.459444:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972286720 00010000:00010000:2.0:1746138010.459481:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.460121:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972286848 00000100:00100000:3.0:1746138010.460126:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972286848 00000100:00100000:3.0:1746138010.460155:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7468 00000100:00100000:3.0:1746138010.460162:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972286848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.460176:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.460190:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc5a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.460215:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.460219:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.460224:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.460227:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.460258:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.460269:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.460281:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:1.0:1746138010.460935:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12544 00000100:00100000:1.0:1746138010.460946:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1960:x1830957972286720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138010.460956:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.460980:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.460990:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.461007:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e11d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc4c expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.461036:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.461038:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.461044:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.461054:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.461075:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.461084:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.461102:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968057216:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.461137:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972286848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 973us (1785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.461143:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7468 00000100:00100000:1.0:1746138010.461622:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.463265:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968057216:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138010.463281:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.463311:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1960:x1830957972286720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2369us (4180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.463333:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12544 00000100:00100000:0.0:1746138010.464111:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.464456:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972287104 00000100:00100000:3.0:1746138010.464463:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972287104 00002000:00100000:3.0:1746138010.464500:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ef800 x1830957972287104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.464508:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef800 with x1830957972287104 ext(0->4095) 00010000:00010000:3.0:1746138010.464515:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.464528:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.464534:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ef800 00000100:00100000:3.0:1746138010.464567:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3347 00000100:00100000:3.0:1746138010.464573:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972287104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.464705:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972287104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (592us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.464711:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3347 00002000:00100000:3.0:1746138010.464716:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ef800 x1830957972287104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.464728:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef800 with x1830957972287104 ext(0->4095) 00010000:00010000:3.0:1746138010.464732:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.464741:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.464746:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ef800 00000100:00100000:0.0:1746138010.469252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.469357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.469497:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972287232 00000100:00100000:3.0:1746138010.469505:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972287232 00000100:00100000:1.0:1746138010.469512:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972287360 00000100:00100000:1.0:1746138010.469516:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972287360 00010000:00010000:1.0:1746138010.469538:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.469542:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7469 00000100:00100000:3.0:1746138010.469549:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e067050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972287232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.469564:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.469577:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc61 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.469609:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.469614:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.469620:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.469623:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 28 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.469653:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.469668:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 28 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.469677:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00000100:00100000:3.0:1746138010.469729:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e067050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972287232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.469735:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7469 00000100:00100000:1.0:1746138010.469923:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12545 00000100:00100000:1.0:1746138010.469929:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972287360:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138010.469937:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.469955:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.469965:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.469979:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc53 expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.469996:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.469997:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.470002:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.470009:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.470025:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.470034:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.470043:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968057472:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.470088:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.472905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.473120:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968057472:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138010.473137:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.473179:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972287360:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3249us (3820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.473189:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12545 00000100:00100000:2.0:1746138010.473876:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972287616 00000100:00100000:2.0:1746138010.473883:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972287616 00002000:00100000:2.0:1746138010.473915:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ec000 x1830957972287616/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.473925:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ec000 with x1830957972287616 ext(0->4095) 00010000:00010000:2.0:1746138010.473932:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.473943:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.473950:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ec000 00000100:00100000:2.0:1746138010.473976:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3348 00000100:00100000:2.0:1746138010.473982:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972287616:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.474113:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972287616:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1214us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.474119:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3348 00002000:00100000:2.0:1746138010.474124:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ec000 x1830957972287616/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.474130:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ec000 with x1830957972287616 ext(0->4095) 00010000:00010000:2.0:1746138010.474135:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.474143:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.474148:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ec000 00000100:00100000:0.0:1746138010.478647:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.478758:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972287744 00000100:00100000:1.0:1746138010.478767:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972287744 00010000:00010000:1.0:1746138010.478805:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.478843:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12546 00000100:00100000:1.0:1746138010.478850:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972287744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138010.478862:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.478882:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.478893:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.478912:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e11e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc5a expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.479488:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.479492:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.479500:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.479509:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.479547:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138010.479559:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968057600:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.479641:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.481987:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968057600:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138010.482007:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.482052:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972287744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3202us (3412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.482062:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12546 00000100:00100000:0.0:1746138010.482910:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.483129:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972288000 00000100:00100000:2.0:1746138010.483136:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972288000 00002000:00100000:2.0:1746138010.483170:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ed180 x1830957972288000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.483179:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ed180 with x1830957972288000 ext(0->4095) 00002000:00010000:2.0:1746138010.483184:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ed180 00000100:00100000:2.0:1746138010.483793:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5395 00000100:00100000:2.0:1746138010.483802:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972288000:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.483958:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972288000:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (1049us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.483964:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5395 00002000:00100000:2.0:1746138010.483969:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ed180 x1830957972288000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.483977:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ed180 with x1830957972288000 ext(0->4095) 00002000:00010000:2.0:1746138010.483981:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ed180 00000100:00100000:0.0:1746138010.486783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.486910:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972288128 00000100:00100000:2.0:1746138010.486918:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972288128 00000100:00100000:2.0:1746138010.486968:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7470 00000100:00100000:2.0:1746138010.486975:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972288128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.486992:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.487006:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc68 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.487027:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.487039:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.487041:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.487044:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.487066:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 25 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.487076:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 25 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.487087:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968057728:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.487170:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.488961:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.489043:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972288256 00000100:00100000:1.0:1746138010.489050:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972288256 00010000:00010000:1.0:1746138010.489078:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.489182:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12547 00000100:00100000:1.0:1746138010.489189:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972288256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138010.489201:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.489221:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.489232:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.489251:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.489254:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.489259:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.489267:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.489293:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138010.489303:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968057856:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.489467:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e11ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc61 expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.489485:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801302b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968057728:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.489503:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.489510:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138010.489669:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972288128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2693us (2893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.489674:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7470 00000100:00100000:1.0:1746138010.489799:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.491553:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968057856:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138010.491570:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.491619:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972288256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2429us (2662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.491627:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12547 00000100:00100000:0.0:1746138010.491812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.491921:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972288512 00000100:00100000:3.0:1746138010.491926:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972288512 00002000:00100000:3.0:1746138010.491953:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ee680 x1830957972288512/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.491961:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ee680 with x1830957972288512 ext(0->4095) 00002000:00010000:3.0:1746138010.491964:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ee680 00000100:00100000:3.0:1746138010.492004:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5396 00000100:00100000:3.0:1746138010.492010:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972288512:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.492142:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972288512:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.492147:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5396 00002000:00100000:3.0:1746138010.492152:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ee680 x1830957972288512/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.492159:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ee680 with x1830957972288512 ext(0->4095) 00002000:00010000:3.0:1746138010.492161:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ee680 00000100:00100000:0.0:1746138010.494584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.494622:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.494718:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972288640 00000100:00100000:3.0:1746138010.494726:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972288640 00000100:00100000:3.0:1746138010.494766:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972288768 00000100:00100000:3.0:1746138010.494768:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972288768 00000100:00100000:3.0:1746138010.494786:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7471 00000100:00100000:3.0:1746138010.494792:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957972288640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138010.494796:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7472 00000100:00100000:1.0:1746138010.494802:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31560:x1830957972288768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.494806:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.494807:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.494819:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc76 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.494843:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.494849:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.494851:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.494854:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.494877:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.494881:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc6f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.494887:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.494896:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746138010.494897:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968057984:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.494900:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.494904:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.494906:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 28 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.494923:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.494932:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 28 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.494941:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138010.494960:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972288640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.494966:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7471 00000100:00100000:1.0:1746138010.494968:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.496538:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968057984:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.496555:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.496565:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138010.496587:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957972288768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1786us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.496592:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7472 00000100:00100000:0.0:1746138010.497115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.497216:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972288896 00000100:00100000:1.0:1746138010.497222:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972288896 00010000:00010000:1.0:1746138010.497242:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.497515:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12548 00000100:00100000:3.0:1746138010.497523:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972288896:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.497534:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.497553:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.497564:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.497582:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e11f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc68 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.497601:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.497603:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.497609:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.497616:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.497640:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.497651:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.497660:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968058240:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.497722:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.499573:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968058240:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.499589:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.499616:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972288896:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2093us (2502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.499623:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12548 00000100:00100000:0.0:1746138010.499882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.499988:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972289152 00000100:00100000:3.0:1746138010.499994:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972289152 00002000:00100000:3.0:1746138010.500019:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ef100 x1830957972289152/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.500029:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef100 with x1830957972289152 ext(0->4095) 00010000:00010000:3.0:1746138010.500035:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.500047:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.500053:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ef100 00000100:00100000:3.0:1746138010.500080:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3349 00000100:00100000:3.0:1746138010.500086:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972289152:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.500375:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972289152:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 288us (493us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.500381:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3349 00002000:00100000:3.0:1746138010.500386:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ef100 x1830957972289152/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.500393:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef100 with x1830957972289152 ext(0->4095) 00010000:00010000:3.0:1746138010.500399:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.500408:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.500413:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56ef100 00000100:00100000:0.0:1746138010.502173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.502294:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.502382:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972289280 00000100:00100000:1.0:1746138010.502382:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972289408 00000100:00100000:3.0:1746138010.502389:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972289280 00000100:00100000:1.0:1746138010.502389:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972289408 00010000:00010000:3.0:1746138010.502445:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.502451:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7473 00000100:00100000:1.0:1746138010.502458:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972289408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138010.502468:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12549 00010000:00010000:1.0:1746138010.502470:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138010.502474:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1959:x1830957972289280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138010.502483:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc7d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.502485:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.502500:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.502505:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.502627:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.502632:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.502644:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.502656:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.502670:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 27 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.502675:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e11fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc76 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.502681:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.502688:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.502690:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.502695:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.502707:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.502715:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00010000:00010000:3.0:1746138010.502728:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 26 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.502737:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.502748:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968058496:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.502758:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972289408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 300us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.502763:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7473 00000100:00100000:3.0:1746138010.502801:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.504401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.504480:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972289664 00000100:00100000:2.0:1746138010.504488:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972289664 00002000:00100000:2.0:1746138010.504522:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094817800 x1830957972289664/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.504531:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094817800 with x1830957972289664 ext(0->4095) 00010000:00010000:2.0:1746138010.504538:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.504551:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.504558:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094817800 00000100:00100000:2.0:1746138010.504584:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3350 00000100:00100000:3.0:1746138010.504585:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968058496:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.504590:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972289664:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746138010.504603:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.504638:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1959:x1830957972289280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2163us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.504645:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12549 00000100:00100000:2.0:1746138010.504727:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972289664:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.504733:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3350 00002000:00100000:2.0:1746138010.504738:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094817800 x1830957972289664/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.504744:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094817800 with x1830957972289664 ext(0->4095) 00010000:00010000:2.0:1746138010.504750:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.504758:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 26 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.504763:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094817800 00000100:00100000:0.0:1746138010.506831:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.506885:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.506939:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972289920 00000100:00100000:3.0:1746138010.506946:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972289920 00000100:00100000:1.0:1746138010.506958:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972289792 00000100:00100000:1.0:1746138010.506962:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972289792 00010000:00010000:3.0:1746138010.506974:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.506991:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12550 00000100:00100000:3.0:1746138010.506996:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972289920:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746138010.507000:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7474 00010000:00010000:3.0:1746138010.507006:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138010.507006:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972289792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.507022:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.507022:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.507033:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 27 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.507034:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc84 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.507055:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1201 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc6f expref: 28 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.507122:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.507129:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.507134:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.507138:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.507146:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.507147:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.507154:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.507162:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.507185:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.507196:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.507204:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.507207:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968058752:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.507213:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.507220:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968058624:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.507873:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.507876:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.509637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.509660:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972290176 00000100:00100000:2.0:1746138010.509667:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972290176 00002000:00100000:2.0:1746138010.509708:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467480 x1830957972290176/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.509718:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830957972290176 ext(0->4095) 00010000:00010000:2.0:1746138010.509725:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.509735:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968058624:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.509739:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.509745:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467480 00010000:00010000:3.0:1746138010.509753:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.509763:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3351 00000100:00100000:2.0:1746138010.509771:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972290176:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.509794:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972289920:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2797us (2908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.509802:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12550 00000100:00100000:1.0:1746138010.509871:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968058752:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.509888:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.509900:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138010.509919:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957972289792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2913us (3096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.509927:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7474 00000100:00100000:2.0:1746138010.510445:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972290176:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 673us (812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.510451:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3351 00002000:00100000:2.0:1746138010.510456:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467480 x1830957972290176/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.510463:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467480 with x1830957972290176 ext(0->4095) 00010000:00010000:2.0:1746138010.510468:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.510477:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.510486:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467480 00000100:00100000:0.0:1746138010.512747:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.512885:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972290304 00000100:00100000:3.0:1746138010.512893:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972290304 00010000:00010000:3.0:1746138010.512922:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.512948:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12551 00000100:00100000:3.0:1746138010.512955:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972290304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.512968:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.512986:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.512997:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.513020:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1208 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc7d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.513206:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.513208:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.513216:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.513223:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.513397:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.513408:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968058880:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.513515:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.514927:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968058880:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.514947:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.514988:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972290304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2032us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.514997:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12551 00000100:00100000:0.0:1746138010.515340:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.515698:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972290560 00000100:00100000:2.0:1746138010.515704:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972290560 00002000:00100000:2.0:1746138010.515734:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467b80 x1830957972290560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.515742:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467b80 with x1830957972290560 ext(0->4095) 00002000:00010000:2.0:1746138010.515746:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467b80 00000100:00100000:2.0:1746138010.515761:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5397 00000100:00100000:2.0:1746138010.515767:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972290560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.515908:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972290560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (569us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.515914:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5397 00002000:00100000:2.0:1746138010.515918:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467b80 x1830957972290560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.515925:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467b80 with x1830957972290560 ext(0->4095) 00002000:00010000:2.0:1746138010.515928:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131467b80 00000100:00100000:0.0:1746138010.518543:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.518734:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972290688 00000100:00100000:1.0:1746138010.518746:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972290688 00000100:00100000:1.0:1746138010.518815:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7475 00000100:00100000:1.0:1746138010.518823:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972290688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.518840:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.518854:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc8b expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.518878:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.518884:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.518886:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.518889:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.518915:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.518924:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 25 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.518934:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968059008:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.519024:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.520933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.521108:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968059008:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.521136:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.521152:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138010.521198:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972290688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2375us (2665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.521207:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7475 00000100:00100000:3.0:1746138010.521470:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972290816 00000100:00100000:3.0:1746138010.521477:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972290816 00010000:00010000:3.0:1746138010.521509:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.521535:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12552 00000100:00100000:3.0:1746138010.521541:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972290816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.521555:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.521578:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.521588:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.521607:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e120f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc84 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.521637:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.521639:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.521646:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.521653:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.521683:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.521696:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968059136:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.521763:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.524054:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968059136:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.524122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.524195:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972291072 00000100:00100000:1.0:1746138010.524204:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972291072 00002000:00100000:1.0:1746138010.524251:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d2680 x1830957972291072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.524261:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2680 with x1830957972291072 ext(0->4095) 00010000:00010000:3.0:1746138010.524264:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746138010.524266:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d2680 00000100:00100000:3.0:1746138010.524326:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972290816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2774us (3390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.524368:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12552 00000100:00100000:1.0:1746138010.524720:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5398 00000100:00100000:1.0:1746138010.524728:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972291072:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.524879:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972291072:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.524885:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5398 00002000:00100000:1.0:1746138010.524889:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d2680 x1830957972291072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.524896:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2680 with x1830957972291072 ext(0->4095) 00002000:00010000:1.0:1746138010.524899:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d2680 00000100:00100000:0.0:1746138010.526793:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.526896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.526982:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972291200 00000100:00100000:1.0:1746138010.526990:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972291200 00000100:00100000:1.0:1746138010.527035:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972291328 00000100:00100000:1.0:1746138010.527038:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972291328 00000100:00100000:1.0:1746138010.527056:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7476 00000100:00100000:3.0:1746138010.527062:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7477 00000100:00100000:1.0:1746138010.527063:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957972291200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138010.527068:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31560:x1830957972291328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.527081:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.527081:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.527097:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc99 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.527126:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.527133:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.527134:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.527138:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.527167:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.527179:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.527189:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968059264:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.527256:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746138010.527388:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abc92 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.527402:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.527405:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.527410:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.527412:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.527833:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.527846:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.527855:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138010.527900:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972291200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 837us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.527907:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7476 00000100:00100000:3.0:1746138010.529896:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968059264:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.529921:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.529935:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138010.529985:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957972291328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2917us (3088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.529991:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7477 00000100:00100000:0.0:1746138010.530284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.531575:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972291456 00000100:00100000:3.0:1746138010.531584:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972291456 00010000:00010000:3.0:1746138010.531615:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.531648:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12553 00000100:00100000:3.0:1746138010.531653:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972291456:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.531663:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.531680:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.531688:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.531703:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1216 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc8b expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.531717:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.531718:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.531725:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.531731:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.531756:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.531763:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.531775:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968059520:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.531841:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.534615:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968059520:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.534745:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.534804:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972291456:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3148us (4519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.534813:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12553 00000100:00100000:0.0:1746138010.535248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.535383:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972291712 00000100:00100000:2.0:1746138010.535390:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972291712 00002000:00100000:2.0:1746138010.535453:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d3480 x1830957972291712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.535462:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3480 with x1830957972291712 ext(0->4095) 00010000:00010000:2.0:1746138010.535469:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.535487:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.535493:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d3480 00000100:00100000:1.0:1746138010.535563:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3352 00000100:00100000:1.0:1746138010.535573:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972291712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.535800:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972291712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 229us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.535806:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3352 00002000:00100000:1.0:1746138010.535811:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d3480 x1830957972291712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.535819:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3480 with x1830957972291712 ext(0->4095) 00010000:00010000:1.0:1746138010.535823:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.535832:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.535838:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d3480 00000100:00100000:2.0:1746138010.538245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.538357:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.538402:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972291968 00000100:00100000:0.0:1746138010.538402:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972291840 00000100:00100000:3.0:1746138010.538409:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972291968 00000100:00100000:0.0:1746138010.538409:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972291840 00010000:00010000:3.0:1746138010.538461:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746138010.538468:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7478 00000100:00100000:0.0:1746138010.538475:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972291840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138010.538488:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12554 00000100:00100000:3.0:1746138010.538493:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972291968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138010.538500:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.538504:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138010.538513:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abca0 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.538522:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746138010.538533:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138010.538538:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.538543:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746138010.538548:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.538559:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.538580:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e121d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc99 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.538594:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.538597:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.538602:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.538602:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.538608:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.538618:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.538626:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.538626:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8400, rc 0) 00010000:00010000:3.0:1746138010.538635:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.538644:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968059776:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.538662:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972291840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.538669:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7478 00000100:00100000:3.0:1746138010.538695:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.540798:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968059776:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.540817:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.540862:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972291968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2367us (2625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.540870:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12554 00000100:00100000:0.0:1746138010.541311:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.541381:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972292224 00000100:00100000:1.0:1746138010.541387:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972292224 00002000:00100000:1.0:1746138010.541459:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d0700 x1830957972292224/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.541468:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0700 with x1830957972292224 ext(0->4095) 00010000:00010000:1.0:1746138010.541475:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.541487:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.541493:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d0700 00000100:00100000:1.0:1746138010.541513:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3353 00000100:00100000:1.0:1746138010.541520:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972292224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.541663:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972292224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.541668:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3353 00002000:00100000:1.0:1746138010.541673:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d0700 x1830957972292224/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.541680:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0700 with x1830957972292224 ext(0->4095) 00010000:00010000:1.0:1746138010.541684:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.541692:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.541697:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d0700 00000100:00100000:0.0:1746138010.542985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.543030:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972292352 00000100:00100000:0.0:1746138010.543035:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.543036:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972292352 00000100:00100000:1.0:1746138010.543066:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7479 00000100:00100000:1.0:1746138010.543072:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957972292352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.543084:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.543099:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abca7 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.543119:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746138010.543121:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972292480 00010000:00010000:1.0:1746138010.543124:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.543126:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972292480 00010000:00010000:1.0:1746138010.543129:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.543133:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.543141:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.543162:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.543171:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12555 00010000:00010000:1.0:1746138010.543174:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.543177:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972292480:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138010.543183:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00010000:00010000:3.0:1746138010.543187:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.543204:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.543209:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972292352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (228us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138010.543213:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.543213:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7479 00010000:00010000:3.0:1746138010.543229:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1224 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abc92 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.543238:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.543240:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.543245:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.543252:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.543269:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.543277:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.543288:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968060032:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.543366:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.544926:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968060032:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138010.544941:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138010.544972:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972292480:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1795us (1935us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138010.544983:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12555 00000100:00100000:2.0:1746138010.545160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.545304:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972292736 00000100:00100000:0.0:1746138010.545310:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972292736 00002000:00100000:0.0:1746138010.545374:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0a80 x1830957972292736/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138010.545383:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0a80 with x1830957972292736 ext(0->4095) 00010000:00010000:0.0:1746138010.545391:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746138010.545402:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:0.0:1746138010.545407:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b0a80 00000100:00100000:2.0:1746138010.545724:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3354 00000100:00100000:2.0:1746138010.545733:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972292736:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.545889:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972292736:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (729us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.545895:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3354 00002000:00100000:2.0:1746138010.545900:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b0a80 x1830957972292736/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.545906:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b0a80 with x1830957972292736 ext(0->4095) 00010000:00010000:2.0:1746138010.545911:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.545920:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.545924:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b0a80 00000100:00100000:0.0:1746138010.546960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.547035:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972292864 00000100:00100000:2.0:1746138010.547044:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972292864 00010000:00010000:2.0:1746138010.547073:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.547113:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12556 00000100:00100000:2.0:1746138010.547120:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972292864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.547131:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.547146:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.547155:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.547172:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8400/0x8ae21a86589e122b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca0 expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.547732:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.547734:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.547742:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.547751:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.547851:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.547861:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968060160:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.547945:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.549278:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968060160:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.549294:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.549354:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972292864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2234us (2403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.549362:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12556 00000100:00100000:0.0:1746138010.549990:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.550076:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972293120 00000100:00100000:2.0:1746138010.550085:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972293120 00002000:00100000:2.0:1746138010.550131:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d0000 x1830957972293120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.550141:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0000 with x1830957972293120 ext(0->4095) 00002000:00010000:2.0:1746138010.550146:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d0000 00000100:00100000:2.0:1746138010.550165:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5399 00000100:00100000:2.0:1746138010.550172:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972293120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.550371:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972293120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 199us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.550378:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5399 00002000:00100000:2.0:1746138010.550383:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d0000 x1830957972293120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.550390:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0000 with x1830957972293120 ext(0->4095) 00002000:00010000:2.0:1746138010.550393:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d0000 00000100:00100000:0.0:1746138010.551538:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.551625:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972293248 00000100:00100000:1.0:1746138010.551636:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972293248 00000100:00100000:1.0:1746138010.551694:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7480 00000100:00100000:1.0:1746138010.551702:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972293248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.551717:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.551732:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcae expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.551760:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.551767:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.551769:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.551772:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.551797:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 25 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.551807:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 25 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.551816:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968060288:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.551909:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.553390:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968060288:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.553452:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.553466:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138010.553519:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972293248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1816us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.553530:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7480 00000100:00100000:2.0:1746138010.553683:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.553709:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972293376 00000100:00100000:0.0:1746138010.553718:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972293376 00010000:00010000:0.0:1746138010.553747:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746138010.553780:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12557 00000100:00100000:0.0:1746138010.553788:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972293376:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138010.553801:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138010.553824:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746138010.553840:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746138010.553863:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1232 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abca7 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746138010.553886:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138010.553888:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138010.553895:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.553903:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.553935:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.553947:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968060416:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.554031:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.554958:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968060416:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.555341:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.555392:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1958:x1830957972293376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1604us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.555401:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12557 00000100:00100000:0.0:1746138010.555653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.555733:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972293632 00000100:00100000:1.0:1746138010.555738:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972293632 00002000:00100000:1.0:1746138010.555772:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8aa00 x1830957972293632/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.555781:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8aa00 with x1830957972293632 ext(0->4095) 00002000:00010000:1.0:1746138010.555785:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8aa00 00000100:00100000:1.0:1746138010.555818:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5400 00000100:00100000:1.0:1746138010.555827:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972293632:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.556157:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972293632:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 331us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.556163:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5400 00002000:00100000:1.0:1746138010.556168:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8aa00 x1830957972293632/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.556175:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8aa00 with x1830957972293632 ext(0->4095) 00002000:00010000:1.0:1746138010.556178:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8aa00 00000100:00100000:0.0:1746138010.557820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.557940:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972293760 00000100:00100000:1.0:1746138010.557947:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972293760 00000100:00100000:1.0:1746138010.558105:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7481 00000100:00100000:1.0:1746138010.558112:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31560:x1830957972293760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.558127:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.558145:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcb5 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.558177:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.558184:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.558186:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.558189:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.558216:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.558228:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 5 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.558240:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968060544:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.558626:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.560282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.560449:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972293888 00000100:00100000:2.0:1746138010.560456:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972293888 00000100:00100000:1.0:1746138010.560461:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968060544:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.560489:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.560495:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7482 00000100:00100000:2.0:1746138010.560501:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972293888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.560508:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00010000:00010000:2.0:1746138010.560515:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.560529:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcbc expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138010.560543:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957972293760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2432us (2728us total) trans 0 rc 0/0 00010000:00010000:2.0:1746138010.560548:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746138010.560550:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7481 00010000:00010000:2.0:1746138010.560553:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 28 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.560558:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.560561:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.560589:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.560599:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.560605:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138010.560623:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972293888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.560631:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7482 00000100:00100000:1.0:1746138010.560961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.561045:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972294016 00000100:00100000:2.0:1746138010.561049:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972294016 00010000:00010000:2.0:1746138010.561065:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.561084:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12558 00000100:00100000:2.0:1746138010.561089:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972294016:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.561098:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.561117:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.561128:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.561144:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1239 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcae expref: 6 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.561169:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.561171:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.561177:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.561184:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.561203:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 26 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.561214:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 26 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.561224:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968060800:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.561470:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.562917:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968060800:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.562937:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.562979:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972294016:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1888us (2023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.562988:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12558 00000100:00100000:0.0:1746138010.563170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.563212:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972294272 00000100:00100000:2.0:1746138010.563217:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972294272 00002000:00100000:2.0:1746138010.563248:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b100 x1830957972294272/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.563258:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b100 with x1830957972294272 ext(0->4095) 00010000:00010000:2.0:1746138010.563265:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.563278:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.563285:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8b100 00000100:00100000:2.0:1746138010.563324:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3355 00000100:00100000:2.0:1746138010.563330:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972294272:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.563511:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972294272:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (341us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.563517:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3355 00002000:00100000:2.0:1746138010.563615:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b100 x1830957972294272/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.563623:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b100 with x1830957972294272 ext(0->4095) 00010000:00010000:2.0:1746138010.563628:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.563637:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.563643:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8b100 00000100:00100000:0.0:1746138010.564861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.564918:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972294400 00000100:00100000:2.0:1746138010.564924:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972294400 00000100:00100000:2.0:1746138010.564963:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7483 00000100:00100000:2.0:1746138010.564969:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972294400:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.564983:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.564998:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcc3 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.565022:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.565028:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.565034:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.565038:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.565072:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.565084:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.565092:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.565137:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972294400:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.565143:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7483 00000100:00100000:0.0:1746138010.565504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.565734:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972294528 00000100:00100000:3.0:1746138010.565749:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972294528 00010000:00010000:3.0:1746138010.565785:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.565824:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12559 00000100:00100000:3.0:1746138010.565830:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972294528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.565842:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.565861:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.565871:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.565889:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1240 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcb5 expref: 27 pid: 21614 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.565913:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.565915:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.565922:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.565928:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.565958:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.565968:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.565978:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968061056:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.566060:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.567904:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968061056:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.567926:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.568059:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972294528:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2227us (2554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.568070:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12559 00000100:00100000:0.0:1746138010.568306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.568373:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972294784 00000100:00100000:2.0:1746138010.568380:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972294784 00002000:00100000:2.0:1746138010.568459:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88a80 x1830957972294784/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.568469:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88a80 with x1830957972294784 ext(0->4095) 00010000:00010000:2.0:1746138010.568478:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.568492:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.568499:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88a80 00000100:00100000:2.0:1746138010.568525:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3356 00000100:00100000:2.0:1746138010.568532:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972294784:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.568687:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972294784:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.568694:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3356 00002000:00100000:2.0:1746138010.568699:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88a80 x1830957972294784/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.568706:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88a80 with x1830957972294784 ext(0->4095) 00010000:00010000:2.0:1746138010.568711:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.568720:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.568726:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88a80 00000100:00100000:0.0:1746138010.571352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.571399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.571451:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972294912 00000100:00100000:2.0:1746138010.571462:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972294912 00000100:00100000:3.0:1746138010.571505:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972295040 00000100:00100000:3.0:1746138010.571510:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972295040 00000100:00100000:2.0:1746138010.571516:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7484 00000100:00100000:2.0:1746138010.571524:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972294912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.571536:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.571539:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.571555:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcca expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.571581:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.571587:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.571592:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.571596:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.571635:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.571646:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.571655:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138010.571708:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972294912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.571714:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7484 00000100:00100000:3.0:1746138010.571780:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12560 00000100:00100000:3.0:1746138010.571787:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972295040:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.571796:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.571816:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.571827:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.571843:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1247 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcbc expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.571859:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.571861:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.571867:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.571874:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.572188:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.572200:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 5 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.572212:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968061312:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.572360:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800928d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.573659:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968061312:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.573679:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.573729:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972295040:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1941us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.573738:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12560 00000100:00100000:2.0:1746138010.573988:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.574013:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972295296 00000100:00100000:0.0:1746138010.574020:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972295296 00002000:00100000:0.0:1746138010.574055:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1c00 x1830957972295296/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138010.574075:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1c00 with x1830957972295296 ext(0->4095) 00010000:00010000:0.0:1746138010.574083:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746138010.574095:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:0.0:1746138010.574101:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1c00 00000100:00100000:0.0:1746138010.574125:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3357 00000100:00100000:0.0:1746138010.574132:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972295296:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138010.574362:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972295296:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 230us (374us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138010.574371:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3357 00002000:00100000:0.0:1746138010.574377:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1c00 x1830957972295296/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138010.574384:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1c00 with x1830957972295296 ext(0->4095) 00010000:00010000:0.0:1746138010.574388:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746138010.574397:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:0.0:1746138010.574404:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1c00 00000100:00100000:0.0:1746138010.576729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.576792:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972295424 00000100:00100000:3.0:1746138010.576802:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972295424 00010000:00010000:3.0:1746138010.576832:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.576859:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12561 00000100:00100000:3.0:1746138010.576866:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972295424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.576881:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.576901:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.576912:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.576935:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e124e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcc3 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.576953:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.576954:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.576962:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 25 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.576970:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 25 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.577006:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 25 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.577018:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968061440:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.577093:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.579242:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.579367:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968061440:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.579388:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.579467:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972295424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2600us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.579480:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12561 00000100:00100000:1.0:1746138010.579587:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972295680 00000100:00100000:1.0:1746138010.579594:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972295680 00002000:00100000:1.0:1746138010.579802:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b480 x1830957972295680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.579811:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b480 with x1830957972295680 ext(0->4095) 00002000:00010000:1.0:1746138010.579816:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8b480 00000100:00100000:1.0:1746138010.579833:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5401 00000100:00100000:1.0:1746138010.579841:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972295680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.580467:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972295680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 627us (1231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.580474:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5401 00002000:00100000:1.0:1746138010.580479:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b480 x1830957972295680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.580486:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b480 with x1830957972295680 ext(0->4095) 00002000:00010000:1.0:1746138010.580489:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8b480 00000100:00100000:0.0:1746138010.583153:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.583207:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972295808 00000100:00100000:2.0:1746138010.583217:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972295808 00000100:00100000:2.0:1746138010.583265:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7485 00000100:00100000:2.0:1746138010.583272:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972295808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.583289:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.583309:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcd1 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.583352:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 25 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.583363:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.583365:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.583369:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.583400:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 25 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.583412:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 25 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.583451:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968061568:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.583539:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.585120:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968061568:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.585145:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.585156:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.585191:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972295808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1919us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.585196:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7485 00000100:00100000:0.0:1746138010.586112:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.586200:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972295936 00000100:00100000:3.0:1746138010.586207:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972295936 00010000:00010000:3.0:1746138010.586237:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 26 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.586260:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12562 00000100:00100000:3.0:1746138010.586267:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972295936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.586280:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.586301:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 26 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.586322:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 26 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.586344:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1255 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcca expref: 26 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.586371:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.586373:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.586379:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.586388:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.586442:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.586455:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968061696:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.586508:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.588617:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968061696:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.588618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138010.588639:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.588687:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972295936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2419us (2577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.588697:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12562 00000100:00100000:1.0:1746138010.588703:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972296192 00000100:00100000:1.0:1746138010.588710:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972296192 00002000:00100000:1.0:1746138010.588747:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88380 x1830957972296192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.588757:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88380 with x1830957972296192 ext(0->4095) 00002000:00010000:1.0:1746138010.588762:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88380 00000100:00100000:1.0:1746138010.588776:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5402 00000100:00100000:1.0:1746138010.588782:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972296192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.588942:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972296192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.588949:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5402 00002000:00100000:1.0:1746138010.588966:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88380 x1830957972296192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.588974:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88380 with x1830957972296192 ext(0->4095) 00002000:00010000:1.0:1746138010.588977:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88380 00000100:00100000:0.0:1746138010.590079:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.590122:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972296320 00000100:00100000:2.0:1746138010.590128:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972296320 00000100:00100000:2.0:1746138010.590161:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7486 00000100:00100000:2.0:1746138010.590167:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31559:x1830957972296320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.590176:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.590192:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcd8 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.590212:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.590218:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.590219:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.590221:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.590243:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.590251:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 5 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.590260:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968061824:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.590321:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.590353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.590369:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972296448 00000100:00100000:1.0:1746138010.590373:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972296448 00000100:00100000:1.0:1746138010.590393:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7487 00000100:00100000:1.0:1746138010.590398:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957972296448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.590404:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.590411:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcdf expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.590446:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.590449:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.590454:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.590456:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.590474:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.590484:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.590496:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:1.0:1746138010.590541:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957972296448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.590547:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7487 00000100:00100000:2.0:1746138010.591302:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968061824:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.591333:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.591343:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.591379:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972296320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1211us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.591385:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7486 00000100:00100000:0.0:1746138010.591918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.591962:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972296576 00000100:00100000:3.0:1746138010.591967:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972296576 00010000:00010000:3.0:1746138010.591988:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.592020:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12563 00000100:00100000:3.0:1746138010.592026:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972296576:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.592036:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.592058:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.592069:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.592091:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e125c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd1 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.592118:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.592120:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.592126:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.592133:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.592157:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.592167:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 26 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.592178:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968062080:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.592240:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.594052:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.594106:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968062080:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.594123:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.594162:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972296832 00000100:00100000:3.0:1746138010.594165:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972296576:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2138us (2247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.594169:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972296832 00000100:00100000:3.0:1746138010.594173:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12563 00002000:00100000:1.0:1746138010.594201:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765c00 x1830957972296832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.594211:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765c00 with x1830957972296832 ext(0->4095) 00010000:00010000:1.0:1746138010.594223:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.594235:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.594241:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765c00 00000100:00100000:1.0:1746138010.594265:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3358 00000100:00100000:1.0:1746138010.594272:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972296832:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.594455:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972296832:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.594460:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3358 00002000:00100000:1.0:1746138010.594465:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765c00 x1830957972296832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.594474:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765c00 with x1830957972296832 ext(0->4095) 00010000:00010000:1.0:1746138010.594477:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.594484:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.594488:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765c00 00000100:00100000:0.0:1746138010.595754:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.595817:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972296960 00000100:00100000:3.0:1746138010.595821:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972296960 00010000:00010000:3.0:1746138010.595838:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.595853:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12564 00000100:00100000:3.0:1746138010.595857:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1959:x1830957972296960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.595867:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.595880:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.595887:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.595913:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1263 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcd8 expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.595927:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.595929:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.595935:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.595942:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.595973:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.595984:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968062208:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.596067:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.598243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.598363:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968062208:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.598369:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972297216 00000100:00100000:1.0:1746138010.598379:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972297216 00010000:00010000:3.0:1746138010.598382:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.598446:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1959:x1830957972296960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2587us (2695us total) trans 0 rc 0/0 00002000:00100000:1.0:1746138010.598450:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092767800 x1830957972297216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138010.598458:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12564 00002000:00100000:1.0:1746138010.598460:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092767800 with x1830957972297216 ext(0->4095) 00002000:00010000:1.0:1746138010.598467:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092767800 00000100:00100000:2.0:1746138010.598500:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5403 00000100:00100000:2.0:1746138010.598518:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1959:x1830957972297216:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138010.598699:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1959:x1830957972297216:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 190us (464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.598707:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5403 00002000:00100000:2.0:1746138010.598711:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092767800 x1830957972297216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.598718:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092767800 with x1830957972297216 ext(0->4095) 00002000:00010000:2.0:1746138010.598720:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092767800 00000100:00100000:0.0:1746138010.600374:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.600565:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972297344 00000100:00100000:2.0:1746138010.600572:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972297344 00000100:00100000:2.0:1746138010.600611:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7488 00000100:00100000:2.0:1746138010.600615:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972297344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.600628:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.600645:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abce6 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.600670:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.600678:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.600680:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.600683:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.600710:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.600722:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 25 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.600738:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968062336:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.600833:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.602114:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968062336:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.602139:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.602153:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138010.602194:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972297344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1577us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.602200:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7488 00000100:00100000:0.0:1746138010.602445:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.602502:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972297472 00000100:00100000:3.0:1746138010.602509:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972297472 00010000:00010000:3.0:1746138010.602538:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.602564:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12565 00000100:00100000:3.0:1746138010.602569:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972297472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.602578:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.602593:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.602601:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.602616:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e126a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcdf expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.602632:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.602634:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.602638:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.602644:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.602664:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.602673:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968062464:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.602734:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.604512:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968062464:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.604535:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.604660:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1958:x1830957972297472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2088us (2213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.604670:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12565 00000100:00100000:0.0:1746138010.604745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.604882:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972297728 00000100:00100000:2.0:1746138010.604888:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972297728 00002000:00100000:2.0:1746138010.604927:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765f80 x1830957972297728/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.604937:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765f80 with x1830957972297728 ext(0->4095) 00002000:00010000:2.0:1746138010.604941:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092765f80 00000100:00100000:2.0:1746138010.604957:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5404 00000100:00100000:2.0:1746138010.604963:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972297728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.605605:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972297728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 641us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.605611:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5404 00002000:00100000:2.0:1746138010.605616:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765f80 x1830957972297728/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.605629:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765f80 with x1830957972297728 ext(0->4095) 00002000:00010000:2.0:1746138010.605632:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092765f80 00000100:00100000:0.0:1746138010.606954:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.607006:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972297856 00000100:00100000:2.0:1746138010.607013:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972297856 00000100:00100000:2.0:1746138010.607049:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7489 00000100:00100000:2.0:1746138010.607054:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31560:x1830957972297856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.607068:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.607086:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abced expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.607113:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.607120:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.607122:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.607125:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.607154:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.607166:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 5 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.607177:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968062592:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.607294:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.608474:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968062592:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.608505:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.608522:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.608559:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31560:x1830957972297856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1505us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.608567:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7489 00000100:00100000:0.0:1746138010.608697:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.608740:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972297984 00000100:00100000:3.0:1746138010.608745:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972297984 00010000:00010000:3.0:1746138010.608766:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746138010.608775:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.608786:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12566 00000100:00100000:3.0:1746138010.608790:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972297984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.608798:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138010.608799:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972298112 00000100:00100000:1.0:1746138010.608806:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972298112 00010000:00010000:3.0:1746138010.608817:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.608824:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.608840:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1271 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abce6 expref: 6 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.608855:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.608857:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.608865:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.608873:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.608900:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 26 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.608911:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968062720:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.608939:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7490 00000100:00100000:1.0:1746138010.608947:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31559:x1830957972298112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.608959:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138010.608961:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746138010.608971:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcf4 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.608992:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.608998:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.609000:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.609003:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.609027:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.609037:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.609048:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968062848:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.609093:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.609968:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968062720:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.609986:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.610013:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972297984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1221us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.610187:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12566 00000100:00100000:0.0:1746138010.610483:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.610575:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972298368 00000100:00100000:2.0:1746138010.610580:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972298368 00000100:00100000:1.0:1746138010.610599:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968062848:192.168.204.27@tcp:104: 00002000:00100000:2.0:1746138010.610618:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faefb80 x1830957972298368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.610627:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faefb80 with x1830957972298368 ext(0->4095) 00010000:00010000:1.0:1746138010.610629:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.610635:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.610641:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00010000:00010000:2.0:1746138010.610648:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.610655:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faefb80 00000100:00100000:2.0:1746138010.610671:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3359 00000100:00100000:2.0:1746138010.610677:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972298368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.610687:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972298112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1740us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.610697:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7490 00000100:00100000:2.0:1746138010.610833:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972298368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.610840:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3359 00002000:00100000:2.0:1746138010.610846:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faefb80 x1830957972298368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.610852:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faefb80 with x1830957972298368 ext(0->4095) 00010000:00010000:2.0:1746138010.610857:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.610865:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.610871:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faefb80 00000100:00100000:0.0:1746138010.611955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.612037:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972298496 00000100:00100000:1.0:1746138010.612044:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972298496 00000100:00100000:1.0:1746138010.612091:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7491 00000100:00100000:1.0:1746138010.612099:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972298496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.612112:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.612128:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abcfb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.612152:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.612156:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.612161:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.612164:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.612191:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.612200:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.612207:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138010.612251:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972298496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.612257:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7491 00000100:00100000:0.0:1746138010.612441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.612517:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972298624 00000100:00100000:3.0:1746138010.612522:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972298624 00010000:00010000:3.0:1746138010.612539:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.612565:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12567 00000100:00100000:3.0:1746138010.612570:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972298624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.612578:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.612594:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.612609:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.612624:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1278 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abced expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.612645:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.612646:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.612652:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.612658:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.612675:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.612684:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.612694:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968063104:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.612762:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.614472:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968063104:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.614492:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.614614:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972298624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1987us (2143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138010.614621:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.614626:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12567 00000100:00100000:2.0:1746138010.614726:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972298880 00000100:00100000:2.0:1746138010.614734:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972298880 00002000:00100000:2.0:1746138010.614769:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faec700 x1830957972298880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.614776:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faec700 with x1830957972298880 ext(0->4095) 00010000:00010000:2.0:1746138010.614783:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.614793:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.614799:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faec700 00000100:00100000:2.0:1746138010.614820:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3360 00000100:00100000:2.0:1746138010.614826:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972298880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.614994:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972298880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.615002:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3360 00002000:00100000:2.0:1746138010.615007:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faec700 x1830957972298880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.615014:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faec700 with x1830957972298880 ext(0->4095) 00010000:00010000:2.0:1746138010.615018:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.615027:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.615033:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faec700 00000100:00100000:0.0:1746138010.616575:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.616615:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.616675:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972299008 00000100:00100000:3.0:1746138010.616681:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972299136 00000100:00100000:1.0:1746138010.616682:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972299008 00000100:00100000:3.0:1746138010.616691:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972299136 00000100:00100000:1.0:1746138010.616717:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7492 00010000:00010000:3.0:1746138010.616720:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.616722:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972299008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.616735:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138010.616744:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12568 00000100:00100000:3.0:1746138010.616748:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1960:x1830957972299136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138010.616749:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd02 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.616758:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.616774:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.616778:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.616782:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.616785:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.616794:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.616803:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.616819:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e127f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcf4 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.616826:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.616829:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.616831:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.616836:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.616842:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.616850:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.616856:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00010000:00010000:3.0:1746138010.616864:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.616872:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.616880:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968063360:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.616889:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972299008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.616893:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7492 00000100:00100000:3.0:1746138010.616951:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.618198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.618268:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968063360:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.618285:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.618333:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1960:x1830957972299136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1583us (1715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.618342:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12568 00000100:00100000:2.0:1746138010.618527:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972299392 00000100:00100000:2.0:1746138010.618533:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972299392 00002000:00100000:2.0:1746138010.618562:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faef480 x1830957972299392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.618571:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830957972299392 ext(0->4095) 00010000:00010000:2.0:1746138010.618577:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.618587:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.618593:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faef480 00000100:00100000:2.0:1746138010.618615:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3361 00000100:00100000:2.0:1746138010.618621:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972299392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.619097:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972299392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 475us (903us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.619103:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3361 00002000:00100000:2.0:1746138010.619109:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faef480 x1830957972299392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.619115:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830957972299392 ext(0->4095) 00010000:00010000:2.0:1746138010.619119:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.619127:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.619131:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faef480 00000100:00100000:0.0:1746138010.620283:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.620622:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972299520 00000100:00100000:3.0:1746138010.620628:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972299520 00010000:00010000:3.0:1746138010.620654:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.620879:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12569 00000100:00100000:3.0:1746138010.620887:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972299520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.620899:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.620916:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.620926:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.620946:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1286 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abcfb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.620960:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.620962:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.620968:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.620976:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.621003:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.621014:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968063488:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.621554:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.623618:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968063488:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.623642:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.623681:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972299520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2794us (3406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.623691:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12569 00000100:00100000:0.0:1746138010.624528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.624599:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972299776 00000100:00100000:3.0:1746138010.624605:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972299776 00002000:00100000:3.0:1746138010.624636:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faedc00 x1830957972299776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.624645:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faedc00 with x1830957972299776 ext(0->4095) 00002000:00010000:3.0:1746138010.624648:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faedc00 00000100:00100000:3.0:1746138010.624662:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5405 00000100:00100000:3.0:1746138010.624669:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972299776:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.624792:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972299776:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.624801:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5405 00002000:00100000:3.0:1746138010.624807:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faedc00 x1830957972299776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.624813:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faedc00 with x1830957972299776 ext(0->4095) 00002000:00010000:3.0:1746138010.624815:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faedc00 00000100:00100000:0.0:1746138010.626176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.626231:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972299904 00000100:00100000:1.0:1746138010.626236:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972299904 00000100:00100000:1.0:1746138010.626360:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7493 00000100:00100000:1.0:1746138010.626369:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972299904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.626382:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.626396:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd09 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.626581:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.626588:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.626590:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.626593:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.626618:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.626629:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 25 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.626639:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968063616:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.626790:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.627717:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968063616:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.627732:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.627742:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:1.0:1746138010.627771:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972299904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1404us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.627776:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7493 00000100:00100000:0.0:1746138010.628305:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.628388:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972300032 00000100:00100000:3.0:1746138010.628393:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972300032 00010000:00010000:3.0:1746138010.628412:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.628454:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12570 00000100:00100000:3.0:1746138010.628460:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972300032:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.628470:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.628488:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.628497:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.628515:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e128d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd02 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.628696:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.628698:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.628704:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.628712:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.628735:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.628745:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968063744:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.629069:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.630099:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968063744:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.630122:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.630159:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1958:x1830957972300032:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1698us (1853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.630169:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12570 00000100:00100000:0.0:1746138010.630382:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.630552:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972300288 00000100:00100000:3.0:1746138010.630558:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972300288 00002000:00100000:3.0:1746138010.630594:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62d80 x1830957972300288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.630603:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62d80 with x1830957972300288 ext(0->4095) 00002000:00010000:3.0:1746138010.630608:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a62d80 00000100:00100000:3.0:1746138010.630631:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5406 00000100:00100000:3.0:1746138010.630638:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972300288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.630793:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972300288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.630799:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5406 00002000:00100000:3.0:1746138010.630804:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62d80 x1830957972300288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.630811:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62d80 with x1830957972300288 ext(0->4095) 00002000:00010000:3.0:1746138010.630814:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a62d80 00000100:00100000:0.0:1746138010.631753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.631805:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972300416 00000100:00100000:1.0:1746138010.631816:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972300416 00000100:00100000:1.0:1746138010.631864:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7494 00000100:00100000:1.0:1746138010.631872:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:31560:x1830957972300416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.631895:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.631910:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd10 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.631937:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.631942:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.631944:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.631946:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.631976:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.631987:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.631996:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968063872:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.632082:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.633181:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968063872:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.633199:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 26 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.633301:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138010.633361:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:31560:x1830957972300416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1490us (1609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.633367:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7494 00000100:00100000:0.0:1746138010.635359:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.635545:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972300544 00000100:00100000:3.0:1746138010.635551:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972300544 00010000:00010000:3.0:1746138010.635581:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.635616:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12571 00000100:00100000:3.0:1746138010.635623:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972300544:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.635635:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.635654:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.635663:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.635681:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1294 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd09 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.635709:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.635711:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.635718:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.635725:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.635753:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.635764:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968064000:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.635842:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.638277:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968064000:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.638294:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.638338:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972300544:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2715us (2983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.638347:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12571 00000100:00100000:0.0:1746138010.638525:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.638612:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972300800 00000100:00100000:3.0:1746138010.638616:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972300800 00002000:00100000:3.0:1746138010.638643:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62a00 x1830957972300800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.638651:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62a00 with x1830957972300800 ext(0->4095) 00002000:00010000:3.0:1746138010.638654:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a62a00 00000100:00100000:3.0:1746138010.638702:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5407 00000100:00100000:3.0:1746138010.638708:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972300800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.638991:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972300800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 282us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.638998:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5407 00002000:00100000:3.0:1746138010.639003:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a62a00 x1830957972300800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.639010:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62a00 with x1830957972300800 ext(0->4095) 00002000:00010000:3.0:1746138010.639012:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a62a00 00000100:00100000:0.0:1746138010.641695:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.641771:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972300928 00000100:00100000:1.0:1746138010.641778:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972300928 00000100:00100000:1.0:1746138010.641824:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7495 00000100:00100000:1.0:1746138010.641834:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972300928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.641847:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.641860:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd17 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.641881:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.641887:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.641889:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.641891:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.641912:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 25 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.641921:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 25 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.641935:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968064128:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.642043:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.643694:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968064128:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.643858:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.643871:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138010.643901:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972300928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2070us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.643908:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7495 00000100:00100000:0.0:1746138010.644083:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.644182:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972301056 00000100:00100000:3.0:1746138010.644187:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972301056 00002000:00100000:3.0:1746138010.644214:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130a62680 x1830957972301056/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.644221:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62680 with x1830957972301056 ext(0->7) 00010000:00010000:3.0:1746138010.644227:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.644236:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 26 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.644241:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a62680 00000100:00100000:3.0:1746138010.644253:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3362 00000100:00100000:3.0:1746138010.644258:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1958:x1830957972301056:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138010.644549:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972301056:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 289us (465us total) trans 4294967991 rc 0/0 00000100:00100000:3.0:1746138010.644555:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3362 00002000:00100000:3.0:1746138010.644560:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130a62680 x1830957972301056/t4294967991(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/448 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.644572:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a62680 with x1830957972301056 ext(0->7) 00010000:00010000:3.0:1746138010.644576:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.644584:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.644589:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a62680 00000100:00100000:0.0:1746138010.647218:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.647273:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972301184 00000100:00100000:3.0:1746138010.647280:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972301184 00010000:00010000:3.0:1746138010.647304:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.647345:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12572 00000100:00100000:3.0:1746138010.647352:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1960:x1830957972301184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.647361:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.647375:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.647382:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.647397:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e129b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd10 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.647435:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.647437:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.647442:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.647447:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.647476:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.647486:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968064256:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.647549:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.649032:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968064256:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.649047:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.649072:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1960:x1830957972301184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1721us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.649080:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12572 00000100:00100000:0.0:1746138010.649139:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.649202:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972301440 00000100:00100000:3.0:1746138010.650041:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972301440 00002000:00100000:3.0:1746138010.650068:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60700 x1830957972301440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.650077:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60700 with x1830957972301440 ext(0->4095) 00002000:00010000:3.0:1746138010.650080:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a60700 00000100:00100000:3.0:1746138010.650100:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5408 00000100:00100000:3.0:1746138010.650106:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972301440:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138010.650215:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972301440:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (1076us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.650221:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5408 00002000:00100000:3.0:1746138010.650226:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60700 x1830957972301440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.650233:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60700 with x1830957972301440 ext(0->4095) 00002000:00010000:3.0:1746138010.650236:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a60700 00000100:00100000:0.0:1746138010.652379:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.652452:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972301568 00000100:00100000:1.0:1746138010.652457:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972301568 00000100:00100000:1.0:1746138010.652499:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7496 00000100:00100000:1.0:1746138010.652505:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957972301568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.652517:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.652530:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd1e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.652550:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.652557:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.652558:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.652561:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.652588:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.652598:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.652607:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968064384:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.652679:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.653947:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968064384:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.653963:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.653973:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138010.653994:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957972301568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1490us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.653999:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7496 00000100:00100000:0.0:1746138010.654691:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.655188:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972301696 00000100:00100000:3.0:1746138010.655193:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972301696 00000100:00100000:0.0:1746138010.655195:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138010.655215:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.655232:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12573 00000100:00100000:3.0:1746138010.655238:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972301696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.655252:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.655270:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.655279:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.655302:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd17 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.655327:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972301824 00000100:00100000:1.0:1746138010.655330:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972301824 00000100:00100000:1.0:1746138010.655367:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7497 00000100:00100000:1.0:1746138010.655373:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972301824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.655383:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.655389:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.655391:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.655391:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd25 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.655397:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.655408:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.655483:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.655489:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.655490:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.655493:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.655529:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.655539:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.655548:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.655548:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968064512:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.655554:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.655561:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968064640:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.655607:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.655614:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.656816:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968064512:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.656819:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968064640:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.656829:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138010.656831:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.656840:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:3.0:1746138010.656856:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972301696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1618us (2166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.656858:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31559:x1830957972301824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1486us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.656863:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12573 00000100:00100000:1.0:1746138010.656863:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7497 00000100:00100000:0.0:1746138010.656998:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.657049:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972302080 00000100:00100000:3.0:1746138010.657053:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972302080 00002000:00100000:3.0:1746138010.657075:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a63800 x1830957972302080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.657083:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a63800 with x1830957972302080 ext(0->4095) 00010000:00010000:3.0:1746138010.657088:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.657199:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.657207:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a63800 00000100:00100000:3.0:1746138010.657226:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3363 00000100:00100000:3.0:1746138010.657232:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1960:x1830957972302080:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138010.657350:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1960:x1830957972302080:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.657356:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3363 00002000:00100000:3.0:1746138010.657360:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a63800 x1830957972302080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.657366:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a63800 with x1830957972302080 ext(0->4095) 00010000:00010000:3.0:1746138010.657370:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.657377:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.657382:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a63800 00000100:00100000:0.0:1746138010.660228:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.660339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.660371:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972302208 00000100:00100000:1.0:1746138010.660380:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972302208 00000100:00100000:3.0:1746138010.660407:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972302336 00000100:00100000:1.0:1746138010.660457:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7498 00000100:00100000:1.0:1746138010.660463:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972302208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.660479:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.660493:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd2c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.660511:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.660516:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.660521:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.660524:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.660529:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972302336 00010000:00010000:3.0:1746138010.660544:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.660552:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.660562:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.660567:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12574 00010000:00010000:1.0:1746138010.660570:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:3.0:1746138010.660572:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972302336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.660580:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.660595:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.660603:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.660616:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd1e expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.660616:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972302208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.660621:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7498 00010000:00010000:3.0:1746138010.660628:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.660629:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.660634:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.660640:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.660657:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.660666:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.660675:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968064896:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.660840:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.661988:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968064896:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.662002:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.662168:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972302336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1450us (1683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.662176:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12574 00000100:00100000:0.0:1746138010.663161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.663230:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972302592 00000100:00100000:3.0:1746138010.663236:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972302592 00002000:00100000:3.0:1746138010.663262:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094121c00 x1830957972302592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.663270:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094121c00 with x1830957972302592 ext(0->4095) 00010000:00010000:3.0:1746138010.663277:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.663287:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.663293:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094121c00 00000100:00100000:3.0:1746138010.663306:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3364 00000100:00100000:3.0:1746138010.663327:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972302592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.663480:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972302592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.663486:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3364 00002000:00100000:3.0:1746138010.663491:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094121c00 x1830957972302592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.663497:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094121c00 with x1830957972302592 ext(0->4095) 00010000:00010000:3.0:1746138010.663502:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.663511:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.663516:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094121c00 00000100:00100000:0.0:1746138010.665160:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.665230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.665288:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972302848 00000100:00100000:3.0:1746138010.665294:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972302848 00000100:00100000:1.0:1746138010.665299:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972302720 00000100:00100000:1.0:1746138010.665302:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972302720 00010000:00010000:3.0:1746138010.665328:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.665348:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7499 00000100:00100000:1.0:1746138010.665354:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31559:x1830957972302720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.665365:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.665376:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd33 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.665394:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.665398:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.665404:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.665407:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.665412:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12575 00000100:00100000:3.0:1746138010.665438:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972302848:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.665446:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.665451:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.665461:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.665461:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.665471:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.665721:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00010000:00010000:3.0:1746138010.665731:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd25 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.665741:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.665743:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.665747:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.665758:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138010.665758:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31559:x1830957972302720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 403us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.665763:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7499 00010000:00010000:3.0:1746138010.665777:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.665786:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.665794:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968065152:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.666080:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.667294:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968065152:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.667305:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.667347:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972302848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1910us (2117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.667354:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12575 00000100:00100000:0.0:1746138010.667508:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.667527:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972303104 00000100:00100000:1.0:1746138010.667531:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972303104 00002000:00100000:1.0:1746138010.667551:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094122d80 x1830957972303104/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.667556:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094122d80 with x1830957972303104 ext(0->4095) 00010000:00010000:1.0:1746138010.667561:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.667571:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.667574:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094122d80 00000100:00100000:1.0:1746138010.667592:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3365 00000100:00100000:1.0:1746138010.667597:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972303104:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.667707:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972303104:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (201us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.667713:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3365 00002000:00100000:1.0:1746138010.667717:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094122d80 x1830957972303104/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.667724:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094122d80 with x1830957972303104 ext(0->4095) 00010000:00010000:1.0:1746138010.667728:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.667736:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.667741:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094122d80 00000100:00100000:0.0:1746138010.669068:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.669115:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972303232 00000100:00100000:3.0:1746138010.669118:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972303232 00010000:00010000:3.0:1746138010.669135:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.669160:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12576 00000100:00100000:3.0:1746138010.669166:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972303232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.669175:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.669188:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.669197:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.669214:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd2c expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.669224:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.669226:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.669231:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.669238:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.669262:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.669272:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968065280:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.669352:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.670096:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968065280:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.670107:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.670127:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972303232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 961us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.670133:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12576 00000100:00100000:0.0:1746138010.670545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.670682:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972303488 00000100:00100000:1.0:1746138010.670686:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972303488 00002000:00100000:1.0:1746138010.670728:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f8380 x1830957972303488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.670737:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f8380 with x1830957972303488 ext(0->4095) 00002000:00010000:1.0:1746138010.670741:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943f8380 00000100:00100000:1.0:1746138010.670757:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5409 00000100:00100000:1.0:1746138010.670763:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1960:x1830957972303488:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138010.670853:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1960:x1830957972303488:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 90us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.670861:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5409 00002000:00100000:1.0:1746138010.670866:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f8380 x1830957972303488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.670873:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f8380 with x1830957972303488 ext(0->4095) 00002000:00010000:1.0:1746138010.670875:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943f8380 00000100:00100000:0.0:1746138010.672109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.672167:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972303616 00000100:00100000:1.0:1746138010.672171:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972303616 00000100:00100000:1.0:1746138010.672201:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7500 00000100:00100000:1.0:1746138010.672206:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972303616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.672216:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.672226:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd3a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.672245:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.672252:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.672254:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.672257:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.672280:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.672290:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.672299:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968065408:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.672362:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.673692:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968065408:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.673708:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.673719:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138010.673749:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972303616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1542us (1642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.673756:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7500 00000100:00100000:0.0:1746138010.674083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.674121:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972303744 00000100:00100000:3.0:1746138010.674126:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972303744 00010000:00010000:3.0:1746138010.674143:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.674160:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12577 00000100:00100000:3.0:1746138010.674165:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972303744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.674173:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.674188:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.674198:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.674214:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e12be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd33 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.674222:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.674223:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.674227:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.674233:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.674252:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.674261:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968065536:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.674327:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.676051:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.676130:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972304000 00000100:00100000:1.0:1746138010.676138:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972304000 00000100:00100000:3.0:1746138010.676168:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968065536:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.676190:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.676239:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972303744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2072us (2156us total) trans 0 rc 0/0 00002000:00100000:1.0:1746138010.676239:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f9c00 x1830957972304000/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.676247:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9c00 with x1830957972304000 ext(0->4095) 00000100:00100000:3.0:1746138010.676250:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12577 00002000:00010000:1.0:1746138010.676251:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943f9c00 00000100:00100000:1.0:1746138010.676290:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5410 00000100:00100000:1.0:1746138010.676297:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972304000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.676489:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972304000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 187us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.676495:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5410 00002000:00100000:1.0:1746138010.676500:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f9c00 x1830957972304000/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.676506:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9c00 with x1830957972304000 ext(0->4095) 00002000:00010000:1.0:1746138010.676508:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943f9c00 00000100:00100000:0.0:1746138010.678411:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.678526:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972304128 00000100:00100000:0.0:1746138010.678535:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972304128 00000100:00100000:0.0:1746138010.678574:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7501 00000100:00100000:0.0:1746138010.678580:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957972304128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138010.678598:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138010.678616:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd41 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.678641:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.678647:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138010.678648:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138010.678651:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.678696:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.678710:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.678721:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968065664:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.678795:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48480 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.680392:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968065664:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.680463:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.680479:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fdb000, rc 0) 00000100:00100000:1.0:1746138010.680527:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957972304128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1945us (2120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.680539:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7501 00000100:00100000:0.0:1746138010.681163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.681201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.681222:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972304256 00000100:00100000:3.0:1746138010.681231:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972304256 00010000:00010000:3.0:1746138010.681260:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.681278:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972304384 00000100:00100000:1.0:1746138010.681281:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972304384 00000100:00100000:3.0:1746138010.681283:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12578 00000100:00100000:3.0:1746138010.681290:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972304256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.681302:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138010.681324:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7502 00000100:00100000:1.0:1746138010.681330:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972304384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.681339:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.681343:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.681351:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.681357:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd48 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.681373:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e12c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd3a expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.681375:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.681380:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.681386:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.681389:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.681397:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.681399:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.681405:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.681441:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.681667:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.681679:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.681692:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968065792:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.681713:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.681756:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.681764:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.681765:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968065920:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.681791:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.683178:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968065792:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.683179:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968065920:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.683198:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138010.683206:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.683221:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:3.0:1746138010.683231:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972304256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1941us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.683239:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12578 00000100:00100000:1.0:1746138010.683256:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31559:x1830957972304384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1926us (2054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.683263:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7502 00000100:00100000:0.0:1746138010.684515:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.684651:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972304640 00000100:00100000:1.0:1746138010.684658:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972304640 00002000:00100000:1.0:1746138010.684688:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f9500 x1830957972304640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.684697:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9500 with x1830957972304640 ext(0->4095) 00010000:00010000:1.0:1746138010.684704:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.684716:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.684723:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943f9500 00000100:00100000:1.0:1746138010.684750:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3366 00000100:00100000:1.0:1746138010.684756:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972304640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.684890:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972304640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.684896:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3366 00002000:00100000:1.0:1746138010.684900:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f9500 x1830957972304640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.684907:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9500 with x1830957972304640 ext(0->4095) 00010000:00010000:1.0:1746138010.684911:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.684924:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.684930:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943f9500 00000100:00100000:0.0:1746138010.687226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.687296:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972304896 00000100:00100000:1.0:1746138010.687303:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972304896 00000100:00100000:0.0:1746138010.687354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.687439:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972304768 00000100:00100000:3.0:1746138010.687442:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972304768 00010000:00010000:3.0:1746138010.687460:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.687479:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12579 00000100:00100000:3.0:1746138010.687485:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972304768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.687495:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.687511:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.687521:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.687538:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129fdb000/0x8ae21a86589e12cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd41 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.687552:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.687553:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.687559:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.687566:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.687589:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.687598:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968066048:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.687697:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7503 00000100:00100000:1.0:1746138010.687743:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972304896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.687754:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.687763:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd4f expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.687779:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.687784:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.687785:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.687788:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.687802:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.687811:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.687819:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968066176:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.687907:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.687976:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.690459:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968066176:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.690482:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.690498:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138010.690532:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972304896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.690538:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968066048:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.690540:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7503 00010000:00010000:3.0:1746138010.690549:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.690566:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972304768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3081us (3212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.690573:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12579 00000100:00100000:0.0:1746138010.690665:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.690731:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972305152 00000100:00100000:3.0:1746138010.690737:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972305152 00002000:00100000:3.0:1746138010.690765:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800935b9c00 x1830957972305152/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.690773:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9c00 with x1830957972305152 ext(0->4095) 00010000:00010000:3.0:1746138010.690778:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.690789:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.690794:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800935b9c00 00000100:00100000:3.0:1746138010.690808:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3367 00000100:00100000:3.0:1746138010.690814:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972305152:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.691006:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972305152:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.691011:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3367 00002000:00100000:3.0:1746138010.691015:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800935b9c00 x1830957972305152/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.691022:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9c00 with x1830957972305152 ext(0->4095) 00010000:00010000:3.0:1746138010.691026:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.691035:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.691045:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800935b9c00 00000100:00100000:0.0:1746138010.692192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.692261:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972305280 00000100:00100000:1.0:1746138010.692266:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972305280 00000100:00100000:1.0:1746138010.692412:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7504 00000100:00100000:1.0:1746138010.692436:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972305280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746138010.692438:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138010.692447:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.692459:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd56 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.692477:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.692482:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.692576:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972305408 00000100:00100000:3.0:1746138010.692579:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972305408 00010000:00010000:3.0:1746138010.692591:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.692606:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12580 00000100:00100000:3.0:1746138010.692610:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1959:x1830957972305408:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.692617:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.692652:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.692660:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.692768:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.692777:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.692809:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.692811:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e12d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd48 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.692824:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.692852:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.692854:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.692860:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.692866:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.692874:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138010.692927:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.693040:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1959:x1830957972305408:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 364us (536us total) trans 0 rc 0/0 00010000:00010000:1.0:1746138010.693042:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.693046:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12580 00000100:00100000:1.0:1746138010.693053:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968066432:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138010.693103:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.694343:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968066432:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138010.694358:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138010.694393:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972305280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1958us (2203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.694399:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7504 00000100:00100000:0.0:1746138010.695070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.695150:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972305664 00000100:00100000:3.0:1746138010.695156:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972305664 00002000:00100000:3.0:1746138010.695188:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687800 x1830957972305664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.695202:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687800 with x1830957972305664 ext(0->4095) 00010000:00010000:3.0:1746138010.695209:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.695221:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.695226:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129687800 00000100:00100000:3.0:1746138010.695248:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3368 00000100:00100000:3.0:1746138010.695255:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972305664:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.695400:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972305664:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.695409:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3368 00002000:00100000:3.0:1746138010.695434:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687800 x1830957972305664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.695440:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687800 with x1830957972305664 ext(0->4095) 00010000:00010000:3.0:1746138010.695444:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.695452:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.695458:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129687800 00000100:00100000:0.0:1746138010.697878:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.697963:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972305792 00000100:00100000:3.0:1746138010.697973:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972305792 00010000:00010000:3.0:1746138010.698006:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.698046:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12581 00000100:00100000:3.0:1746138010.698053:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972305792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.698065:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.698085:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.698097:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.698119:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd4f expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.698147:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.698149:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.698157:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.698165:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.698194:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.698206:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968066560:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.698464:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.700713:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968066560:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.700714:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138010.700734:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.700809:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972306048 00000100:00100000:2.0:1746138010.700815:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972306048 00000100:00100000:3.0:1746138010.700830:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972305792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2776us (2960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.700843:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12581 00002000:00100000:2.0:1746138010.700865:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686680 x1830957972306048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.700874:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686680 with x1830957972306048 ext(0->4095) 00002000:00010000:2.0:1746138010.700879:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686680 00000100:00100000:2.0:1746138010.700908:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5411 00000100:00100000:2.0:1746138010.700915:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972306048:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.701077:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972306048:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.701082:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5411 00002000:00100000:2.0:1746138010.701089:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686680 x1830957972306048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.701095:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686680 with x1830957972306048 ext(0->4095) 00002000:00010000:2.0:1746138010.701098:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686680 00000100:00100000:0.0:1746138010.703657:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.703755:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972306176 00000100:00100000:1.0:1746138010.703764:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972306176 00000100:00100000:1.0:1746138010.703813:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7505 00000100:00100000:1.0:1746138010.703820:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972306176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.703836:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.703850:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd5d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.703875:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.703881:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.703883:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.703886:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.703909:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.703918:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.703928:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968066688:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.704005:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.706192:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968066688:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.706212:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.706232:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138010.706272:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972306176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2451us (2621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.706280:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7505 00000100:00100000:0.0:1746138010.706932:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.707008:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972306304 00000100:00100000:3.0:1746138010.707015:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972306304 00010000:00010000:3.0:1746138010.707041:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.707060:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12582 00000100:00100000:3.0:1746138010.707065:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972306304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.707076:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.707094:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.707104:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.707124:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e12e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd56 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.707148:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.707151:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.707157:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.707168:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.707193:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.707203:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968066816:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.707260:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.708948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.708978:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968066816:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.708996:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.709028:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972306304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1961us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.709036:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12582 00000100:00100000:2.0:1746138010.709110:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972306560 00000100:00100000:2.0:1746138010.709122:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972306560 00002000:00100000:2.0:1746138010.709156:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684000 x1830957972306560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.709165:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684000 with x1830957972306560 ext(0->4095) 00002000:00010000:2.0:1746138010.709169:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129684000 00000100:00100000:2.0:1746138010.709200:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5412 00000100:00100000:2.0:1746138010.709207:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972306560:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.709359:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972306560:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.709365:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5412 00002000:00100000:2.0:1746138010.709369:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684000 x1830957972306560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.709376:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684000 with x1830957972306560 ext(0->4095) 00002000:00010000:2.0:1746138010.709379:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129684000 00000100:00100000:0.0:1746138010.711165:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.711243:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.711321:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972306688 00000100:00100000:1.0:1746138010.711328:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972306688 00000100:00100000:2.0:1746138010.711332:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972306816 00000100:00100000:2.0:1746138010.711336:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972306816 00000100:00100000:1.0:1746138010.711361:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7506 00000100:00100000:1.0:1746138010.711367:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957972306688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.711380:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138010.711383:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7507 00000100:00100000:2.0:1746138010.711389:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972306816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.711393:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd64 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.711396:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.711403:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd6b expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.711437:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.711444:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.711446:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.711449:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.711536:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.711541:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.711546:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.711548:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 30 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.711567:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.711571:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.711576:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.711587:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968066944:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.711588:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 30 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.711596:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.711636:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:31559:x1830957972306816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 246us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.711641:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7507 00000100:00100000:1.0:1746138010.711646:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.713253:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968066944:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.713271:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.713283:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138010.713327:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31560:x1830957972306688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1959us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.713334:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7506 00000100:00100000:0.0:1746138010.714374:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.714477:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972306944 00000100:00100000:3.0:1746138010.714482:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972306944 00010000:00010000:3.0:1746138010.714549:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.714579:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12583 00000100:00100000:3.0:1746138010.714585:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972306944:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.714595:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.714611:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.714621:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.714644:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e12e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd5d expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.714667:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.714669:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.714674:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.714681:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.714705:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.714715:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.714725:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968067200:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.714788:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.716552:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968067200:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.716567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138010.716568:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.716608:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972306944:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2023us (2234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.716613:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972307200 00000100:00100000:3.0:1746138010.716616:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12583 00000100:00100000:2.0:1746138010.716617:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972307200 00002000:00100000:2.0:1746138010.716646:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2300 x1830957972307200/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.716655:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2300 with x1830957972307200 ext(0->4095) 00010000:00010000:2.0:1746138010.716660:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.716675:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.716682:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b2300 00000100:00100000:2.0:1746138010.716694:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3369 00000100:00100000:2.0:1746138010.716699:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972307200:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.716818:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972307200:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.716824:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3369 00002000:00100000:2.0:1746138010.716828:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2300 x1830957972307200/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.716835:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2300 with x1830957972307200 ext(0->4095) 00010000:00010000:2.0:1746138010.716839:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.716847:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.716852:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b2300 00000100:00100000:0.0:1746138010.719051:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.719263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.719329:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972307456 00000100:00100000:1.0:1746138010.719335:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972307456 00000100:00100000:3.0:1746138010.719341:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972307328 00000100:00100000:3.0:1746138010.719345:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972307328 00010000:00010000:3.0:1746138010.719362:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.719371:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7508 00000100:00100000:1.0:1746138010.719376:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972307456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.719386:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138010.719388:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12584 00000100:00100000:3.0:1746138010.719392:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972307328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138010.719395:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd72 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.719402:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138010.719409:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.719412:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 29 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.719504:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.719509:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.719525:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.719536:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.719577:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 29 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.719583:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e12ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd64 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.719585:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.719590:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.719591:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138010.719595:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.719599:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.719608:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.719614:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.719622:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.719622:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968067456:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.719649:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972307328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 256us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.719654:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12584 00000100:00100000:1.0:1746138010.719664:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.720953:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968067456:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138010.720966:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138010.721002:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972307456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1625us (1738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.721008:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7508 00000100:00100000:0.0:1746138010.721522:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.721593:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972307712 00000100:00100000:2.0:1746138010.721598:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972307712 00002000:00100000:2.0:1746138010.721626:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0000 x1830957972307712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.721634:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0000 with x1830957972307712 ext(0->4095) 00010000:00010000:2.0:1746138010.721641:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.721651:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.721656:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b0000 00000100:00100000:2.0:1746138010.721682:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3370 00000100:00100000:2.0:1746138010.721689:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972307712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.721826:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972307712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.721831:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3370 00002000:00100000:2.0:1746138010.721836:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0000 x1830957972307712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.721843:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0000 with x1830957972307712 ext(0->4095) 00010000:00010000:2.0:1746138010.721847:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.721855:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.721860:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b0000 00000100:00100000:0.0:1746138010.723593:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.723712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.723828:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972307840 00000100:00100000:1.0:1746138010.723836:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972307840 00000100:00100000:1.0:1746138010.723881:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7509 00000100:00100000:1.0:1746138010.723889:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972307840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.723905:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.723920:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd79 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.723926:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972307968 00000100:00100000:3.0:1746138010.723936:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972307968 00010000:00010000:1.0:1746138010.723943:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.723947:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.723953:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138010.723955:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.723970:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 30 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.723986:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.723997:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.724004:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12585 00010000:00010000:1.0:1746138010.724007:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:3.0:1746138010.724011:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1959:x1830957972307968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.724028:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138010.724046:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:31559:x1830957972307840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.724051:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7509 00010000:00010000:3.0:1746138010.724054:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 30 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.724066:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 29 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.724089:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e12f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd6b expref: 29 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.724113:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.724114:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.724121:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.724129:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.724159:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.724170:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.724184:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968067712:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.724283:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.726039:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968067712:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.726065:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.726123:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1959:x1830957972307968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2111us (2408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.726133:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12585 00000100:00100000:0.0:1746138010.726728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.726827:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972308224 00000100:00100000:2.0:1746138010.726834:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972308224 00002000:00100000:2.0:1746138010.726871:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2680 x1830957972308224/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.726884:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2680 with x1830957972308224 ext(0->4095) 00010000:00010000:2.0:1746138010.726891:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.726902:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.726907:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b2680 00000100:00100000:1.0:1746138010.727057:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3371 00000100:00100000:1.0:1746138010.727066:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972308224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.727468:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972308224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 403us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.727476:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3371 00002000:00100000:1.0:1746138010.727482:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2680 x1830957972308224/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.727489:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2680 with x1830957972308224 ext(0->4095) 00010000:00010000:1.0:1746138010.727494:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.727504:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.727510:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b2680 00000100:00100000:0.0:1746138010.730130:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.730212:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972308352 00000100:00100000:3.0:1746138010.730225:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972308352 00010000:00010000:3.0:1746138010.730272:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.730334:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12586 00000100:00100000:3.0:1746138010.730342:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972308352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.730356:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.730381:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.730393:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.730449:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e12fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd72 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.730477:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.730479:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.730487:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.730496:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.730535:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.730554:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968067840:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.730841:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.731953:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968067840:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.731976:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.732026:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972308352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1683us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.732035:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12586 00000100:00100000:0.0:1746138010.733780:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.733883:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972308608 00000100:00100000:2.0:1746138010.733893:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972308608 00002000:00100000:2.0:1746138010.733942:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606c000 x1830957972308608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.733953:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606c000 with x1830957972308608 ext(0->4095) 00002000:00010000:2.0:1746138010.733960:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606c000 00000100:00100000:2.0:1746138010.734036:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5413 00000100:00100000:2.0:1746138010.734044:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972308608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.734447:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972308608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 402us (675us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.734453:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5413 00002000:00100000:2.0:1746138010.734459:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606c000 x1830957972308608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.734466:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606c000 with x1830957972308608 ext(0->4095) 00002000:00010000:2.0:1746138010.734468:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606c000 00000100:00100000:0.0:1746138010.736865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.736954:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972308736 00000100:00100000:1.0:1746138010.736961:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972308736 00000100:00100000:1.0:1746138010.737003:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7510 00000100:00100000:1.0:1746138010.737010:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972308736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.737025:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.737040:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd80 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.737064:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.737074:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.737075:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.737078:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.737104:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.737114:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.737124:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968067968:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.737197:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.740776:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086348380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968067968:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138010.740812:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.740830:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138010.740884:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972308736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3873us (4026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.740891:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7510 00000100:00100000:0.0:1746138010.741204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.741303:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972308864 00000100:00100000:3.0:1746138010.741320:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972308864 00010000:00010000:3.0:1746138010.741348:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.741370:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12587 00000100:00100000:3.0:1746138010.741376:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972308864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.741388:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.741407:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.741446:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.741467:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1304 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd79 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.741489:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.741491:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.741497:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.741505:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.741536:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.741548:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968068096:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.741602:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.743165:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968068096:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.743186:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.743235:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972308864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1858us (2031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.743245:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12587 00000100:00100000:0.0:1746138010.744535:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.744677:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972309120 00000100:00100000:2.0:1746138010.744689:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972309120 00002000:00100000:2.0:1746138010.744747:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606d500 x1830957972309120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.744758:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606d500 with x1830957972309120 ext(0->4095) 00002000:00010000:2.0:1746138010.744764:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606d500 00000100:00100000:2.0:1746138010.744788:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5414 00000100:00100000:2.0:1746138010.744796:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972309120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.744991:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972309120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.744998:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5414 00002000:00100000:2.0:1746138010.745004:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606d500 x1830957972309120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.745011:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606d500 with x1830957972309120 ext(0->4095) 00002000:00010000:2.0:1746138010.745013:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008606d500 00000100:00100000:1.0:1746138010.745163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.745365:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972309248 00000100:00100000:2.0:1746138010.745369:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972309248 00000100:00100000:2.0:1746138010.745405:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7511 00000100:00100000:2.0:1746138010.745411:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31559:x1830957972309248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.745451:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.745472:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd87 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.745501:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.745513:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.745515:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.745519:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.745558:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.745572:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.745585:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968068224:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.745665:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.747707:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.747917:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972309376 00000100:00100000:3.0:1746138010.747925:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972309376 00000100:00100000:3.0:1746138010.747966:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7512 00000100:00100000:3.0:1746138010.747973:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31560:x1830957972309376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.747989:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.748006:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd8e expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.748031:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968068224:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.748035:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.748040:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.748046:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.748049:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 30 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.748059:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138010.748069:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00010000:00010000:3.0:1746138010.748077:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.748086:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 30 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.748092:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:1.0:1746138010.748108:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.748108:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:31559:x1830957972309248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2697us (2947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.748112:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:31560:x1830957972309376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138010.748113:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7511 00000100:00100000:3.0:1746138010.748117:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7512 00000100:00100000:2.0:1746138010.748172:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972309504 00000100:00100000:2.0:1746138010.748176:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972309504 00010000:00010000:2.0:1746138010.748191:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.748208:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12588 00000100:00100000:2.0:1746138010.748212:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972309504:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.748219:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.748235:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.748243:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.748259:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e130b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd80 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.748270:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.748271:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.748277:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.748285:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.748302:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.748324:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.748335:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968068480:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.748443:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.749841:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968068480:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.749860:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.749897:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972309504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1682us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.749906:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12588 00000100:00100000:0.0:1746138010.750189:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.750278:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972309760 00000100:00100000:2.0:1746138010.750284:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972309760 00002000:00100000:2.0:1746138010.750330:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606e300 x1830957972309760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.750338:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606e300 with x1830957972309760 ext(0->4095) 00010000:00010000:2.0:1746138010.750346:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.750357:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.750362:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606e300 00000100:00100000:2.0:1746138010.750376:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3372 00000100:00100000:2.0:1746138010.750383:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972309760:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.750852:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972309760:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 467us (661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.750858:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3372 00002000:00100000:2.0:1746138010.750862:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606e300 x1830957972309760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.750869:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606e300 with x1830957972309760 ext(0->4095) 00010000:00010000:2.0:1746138010.750873:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.750882:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.750887:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606e300 00000100:00100000:0.0:1746138010.753061:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.753393:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972309888 00000100:00100000:2.0:1746138010.753402:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972309888 00010000:00010000:2.0:1746138010.753460:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.753485:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12589 00000100:00100000:2.0:1746138010.753491:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972309888:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.753504:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.753524:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.753535:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.753554:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1312 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd87 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.753567:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.753569:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.753581:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.753588:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.753615:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.753629:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968068608:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.754599:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.757324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.757356:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972310144 00000100:00100000:1.0:1746138010.757362:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972310144 00002000:00100000:1.0:1746138010.757393:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634aa00 x1830957972310144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.757403:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634aa00 with x1830957972310144 ext(0->4095) 00002000:00010000:1.0:1746138010.757407:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634aa00 00000100:00100000:1.0:1746138010.757440:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5415 00000100:00100000:1.0:1746138010.757448:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972310144:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.757577:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972310144:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.757584:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5415 00002000:00100000:1.0:1746138010.757588:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634aa00 x1830957972310144/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.757595:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634aa00 with x1830957972310144 ext(0->4095) 00002000:00010000:1.0:1746138010.757597:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634aa00 00000100:00100000:3.0:1746138010.757770:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968068608:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.757787:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.757808:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972309888:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4317us (4754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.757814:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12589 00000100:00100000:0.0:1746138010.759354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.759537:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972310272 00000100:00100000:2.0:1746138010.759543:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972310272 00000100:00100000:2.0:1746138010.759702:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7513 00000100:00100000:2.0:1746138010.759708:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972310272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.759722:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.759737:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd95 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.759762:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 27 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.759768:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.759769:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.759772:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.759793:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 27 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.759802:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 27 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.759812:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968068736:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.760546:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.762971:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968068736:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.762996:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.763011:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138010.763058:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972310272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3350us (3707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.763067:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7513 00000100:00100000:0.0:1746138010.763126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.763325:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972310400 00000100:00100000:3.0:1746138010.763331:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972310400 00010000:00010000:3.0:1746138010.763352:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.763382:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12590 00000100:00100000:3.0:1746138010.763388:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972310400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.763399:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.763437:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.763447:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.763466:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1319 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd8e expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.763489:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.763491:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.763496:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.763504:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.763529:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.763539:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968068864:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.763598:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.764994:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968068864:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.765010:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.765105:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1957:x1830957972310400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1715us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.765113:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12590 00000100:00100000:0.0:1746138010.765481:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.765610:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972310656 00000100:00100000:2.0:1746138010.765616:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972310656 00002000:00100000:2.0:1746138010.765645:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64000 x1830957972310656/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.765654:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64000 with x1830957972310656 ext(0->4095) 00002000:00010000:2.0:1746138010.765657:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f64000 00000100:00100000:2.0:1746138010.766048:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5416 00000100:00100000:2.0:1746138010.766055:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972310656:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.766199:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972310656:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (718us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.766205:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5416 00002000:00100000:2.0:1746138010.766210:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64000 x1830957972310656/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.766216:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64000 with x1830957972310656 ext(0->4095) 00002000:00010000:2.0:1746138010.766219:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f64000 00000100:00100000:0.0:1746138010.768019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.768192:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972310784 00000100:00100000:2.0:1746138010.768198:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972310784 00000100:00100000:2.0:1746138010.768464:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7514 00000100:00100000:2.0:1746138010.768472:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957972310784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.768487:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.768504:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abd9c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.768532:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.768539:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.768540:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.768543:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.768566:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.768576:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.768586:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968068992:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.768658:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.768893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.768947:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972310912 00000100:00100000:3.0:1746138010.768952:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972310912 00000100:00100000:3.0:1746138010.768972:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7515 00000100:00100000:3.0:1746138010.768976:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31559:x1830957972310912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.768983:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.768988:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abda3 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.768999:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.769003:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.769008:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.769010:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 30 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.769029:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.769037:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 30 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.769045:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00000100:00100000:3.0:1746138010.769066:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:31559:x1830957972310912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.769071:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7515 00000100:00100000:2.0:1746138010.770279:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968068992:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.770302:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.770328:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138010.770374:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31560:x1830957972310784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1902us (2360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.770381:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7514 00000100:00100000:0.0:1746138010.771329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.771481:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972311040 00000100:00100000:3.0:1746138010.771488:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972311040 00010000:00010000:3.0:1746138010.771518:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.771543:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12591 00000100:00100000:3.0:1746138010.771550:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972311040:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.771562:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.771581:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.771591:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.771608:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1320 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd95 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.771632:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.771633:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.771639:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.771647:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.771686:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.771696:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.771706:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968069248:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.772387:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.774320:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968069248:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.774342:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.774396:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972311040:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2845us (3067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.774406:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12591 00000100:00100000:0.0:1746138010.774854:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.774895:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972311296 00000100:00100000:1.0:1746138010.774901:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972311296 00002000:00100000:1.0:1746138010.774938:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67800 x1830957972311296/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.774947:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67800 with x1830957972311296 ext(0->4095) 00010000:00010000:1.0:1746138010.774955:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.774968:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.774978:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67800 00000100:00100000:1.0:1746138010.775081:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3373 00000100:00100000:1.0:1746138010.775088:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972311296:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.775234:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972311296:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.775239:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3373 00002000:00100000:1.0:1746138010.775243:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67800 x1830957972311296/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.775250:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67800 with x1830957972311296 ext(0->4095) 00010000:00010000:1.0:1746138010.775254:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.775262:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.775267:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67800 00000100:00100000:0.0:1746138010.777390:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.777504:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972311424 00000100:00100000:2.0:1746138010.777515:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972311424 00000100:00100000:0.0:1746138010.777555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.777801:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7516 00000100:00100000:2.0:1746138010.777809:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e066c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972311424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138010.777822:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972311552 00000100:00100000:3.0:1746138010.777826:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972311552 00010000:00010000:2.0:1746138010.777829:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.777845:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.777845:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdaa expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.777868:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746138010.777873:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12592 00010000:00010000:2.0:1746138010.777873:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 29 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.777877:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972311552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.777878:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.777882:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.777885:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.777904:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.777917:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 29 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.777918:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.777933:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1327 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abd9c expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.777935:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.777947:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.777949:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.777954:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.778034:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.778392:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138010.778402:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.778411:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.778447:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968069504:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.778476:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972311552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 597us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.778483:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12592 00000100:00100000:2.0:1746138010.778502:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.780149:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.780152:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968069504:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.780173:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138010.780223:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e066c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972311424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2413us (2845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.780232:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7516 00000100:00100000:1.0:1746138010.780330:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972311808 00000100:00100000:1.0:1746138010.780338:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972311808 00002000:00100000:1.0:1746138010.780389:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67b80 x1830957972311808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.780398:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67b80 with x1830957972311808 ext(0->4095) 00010000:00010000:1.0:1746138010.780408:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.780459:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.780465:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67b80 00000100:00100000:1.0:1746138010.780495:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3374 00000100:00100000:1.0:1746138010.780503:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972311808:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.780679:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972311808:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.780685:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3374 00002000:00100000:1.0:1746138010.780690:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67b80 x1830957972311808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.780696:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67b80 with x1830957972311808 ext(0->4095) 00010000:00010000:1.0:1746138010.780700:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.780708:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 28 pid: 17395 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.780713:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67b80 00000100:00100000:0.0:1746138010.782128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.782214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.782240:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972311936 00000100:00100000:2.0:1746138010.782246:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972311936 00000100:00100000:2.0:1746138010.782289:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7517 00000100:00100000:2.0:1746138010.782296:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31559:x1830957972311936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.782320:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.782337:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdb1 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.782348:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972312064 00000100:00100000:3.0:1746138010.782356:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972312064 00010000:00010000:2.0:1746138010.782362:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.782368:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.782374:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.782378:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.782382:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 30 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.782438:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.782443:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12593 00000100:00100000:3.0:1746138010.782452:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972312064:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.782454:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.782464:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.782464:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00010000:00010000:3.0:1746138010.782482:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 30 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.782494:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 30 pid: 17395 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.782513:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e132e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abda3 expref: 30 pid: 17395 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.782514:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:31559:x1830957972311936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.782521:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7517 00010000:00010000:3.0:1746138010.782532:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.782534:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.782540:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.782547:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.782576:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.782585:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.782595:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968069760:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.782667:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.784347:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968069760:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.784367:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.784445:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972312064:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1966us (2202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.784454:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12593 00000100:00100000:0.0:1746138010.784660:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.784783:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972312320 00000100:00100000:1.0:1746138010.784790:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972312320 00002000:00100000:1.0:1746138010.784826:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb99180 x1830957972312320/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.784836:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb99180 with x1830957972312320 ext(0->4095) 00010000:00010000:1.0:1746138010.784844:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.784857:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.784864:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cb99180 00000100:00100000:1.0:1746138010.784888:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3375 00000100:00100000:1.0:1746138010.784895:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972312320:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.785058:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972312320:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.785065:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3375 00002000:00100000:1.0:1746138010.785070:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb99180 x1830957972312320/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.785078:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb99180 with x1830957972312320 ext(0->4095) 00010000:00010000:1.0:1746138010.785082:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.785091:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.785097:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cb99180 00000100:00100000:0.0:1746138010.786847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.786900:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972312448 00000100:00100000:3.0:1746138010.786912:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972312448 00010000:00010000:3.0:1746138010.786953:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.787001:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12594 00000100:00100000:3.0:1746138010.787008:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972312448:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.787022:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.787043:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.787053:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.787076:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1335 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdaa expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.787089:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.787091:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.787098:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.787105:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.787137:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.787151:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968069888:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.788489:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.788559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.788613:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972312704 00000100:00100000:1.0:1746138010.788622:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972312704 00000100:00100000:3.0:1746138010.788632:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968069888:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.788652:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746138010.788668:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb98380 x1830957972312704/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.788685:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98380 with x1830957972312704 ext(0->4095) 00002000:00010000:1.0:1746138010.788700:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb98380 00000100:00100000:2.0:1746138010.788782:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5417 00000100:00100000:2.0:1746138010.788792:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1960:x1830957972312704:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138010.788824:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972312448:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1815us (1981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.788832:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12594 00000100:00100000:2.0:1746138010.788957:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1960:x1830957972312704:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (399us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.788963:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5417 00002000:00100000:2.0:1746138010.788968:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb98380 x1830957972312704/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.788976:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98380 with x1830957972312704 ext(0->4095) 00002000:00010000:2.0:1746138010.788979:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb98380 00000100:00100000:1.0:1746138010.790642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.790697:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972312832 00000100:00100000:2.0:1746138010.790705:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972312832 00000100:00100000:2.0:1746138010.790757:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7518 00000100:00100000:2.0:1746138010.790764:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972312832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.790779:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.790799:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdb8 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.790830:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.790839:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.790841:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.790845:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.790881:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.790894:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.790909:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968070016:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.791001:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.792482:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968070016:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.792513:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.792517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.792531:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:3.0:1746138010.792563:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972312960 00000100:00100000:3.0:1746138010.792569:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972312960 00000100:00100000:2.0:1746138010.792576:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972312832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1812us (1938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.792585:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7518 00010000:00010000:3.0:1746138010.792597:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.792624:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12595 00000100:00100000:3.0:1746138010.792630:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1958:x1830957972312960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.792640:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.792664:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.792677:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.792700:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e133c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb1 expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.792711:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.792713:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.792719:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.792726:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.792753:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.792764:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968070144:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.793012:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.793542:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968070144:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.793555:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.793633:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972312960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1001us (1116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.793640:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12595 00000100:00100000:0.0:1746138010.794130:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.794174:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972313216 00000100:00100000:2.0:1746138010.794178:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972313216 00002000:00100000:2.0:1746138010.794207:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb9a300 x1830957972313216/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.794216:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9a300 with x1830957972313216 ext(0->4095) 00002000:00010000:2.0:1746138010.794219:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb9a300 00000100:00100000:2.0:1746138010.794237:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5418 00000100:00100000:2.0:1746138010.794241:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972313216:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.794403:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972313216:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.794408:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5418 00002000:00100000:2.0:1746138010.794413:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb9a300 x1830957972313216/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.794439:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9a300 with x1830957972313216 ext(0->4095) 00002000:00010000:2.0:1746138010.794441:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb9a300 00000100:00100000:0.0:1746138010.795497:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.795539:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972313344 00000100:00100000:2.0:1746138010.795544:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972313344 00000100:00100000:2.0:1746138010.795568:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7519 00000100:00100000:2.0:1746138010.795573:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:31560:x1830957972313344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.795583:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.795599:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdbf expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.795623:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.795629:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.795631:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.795634:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.795658:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.795670:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.795680:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968070272:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.795826:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.796461:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968070272:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.796482:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 28 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.796503:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138010.796540:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:31560:x1830957972313344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 965us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.796546:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7519 00000100:00100000:0.0:1746138010.796701:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.796792:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972313472 00000100:00100000:3.0:1746138010.796797:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972313472 00010000:00010000:3.0:1746138010.796817:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.796980:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12596 00000100:00100000:3.0:1746138010.796986:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972313472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.796996:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.797018:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.797028:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.797051:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1343 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdb8 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.797062:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.797064:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.797071:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.797078:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.797105:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.797115:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968070400:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.797178:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.798091:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968070400:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.798107:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.798141:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972313472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1155us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.798149:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12596 00000100:00100000:0.0:1746138010.798454:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.798570:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972313728 00000100:00100000:2.0:1746138010.798575:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972313728 00002000:00100000:2.0:1746138010.798602:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009413b800 x1830957972313728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.798610:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413b800 with x1830957972313728 ext(0->4095) 00002000:00010000:2.0:1746138010.798613:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009413b800 00000100:00100000:2.0:1746138010.798633:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5419 00000100:00100000:2.0:1746138010.798638:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972313728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.799305:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972313728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 665us (850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.799321:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5419 00002000:00100000:2.0:1746138010.799326:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009413b800 x1830957972313728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.799334:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413b800 with x1830957972313728 ext(0->4095) 00002000:00010000:2.0:1746138010.799336:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009413b800 00000100:00100000:0.0:1746138010.800658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.800718:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972313856 00000100:00100000:2.0:1746138010.800725:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972313856 00000100:00100000:2.0:1746138010.801100:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7520 00000100:00100000:2.0:1746138010.801107:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972313856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.801129:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.801150:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdc6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.801178:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.801184:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.801185:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.801189:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.801222:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 27 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.801234:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 27 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.801250:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968070528:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.801345:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.803117:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968070528:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.803142:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.803158:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.803202:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972313856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2095us (2550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.803212:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7520 00000100:00100000:0.0:1746138010.803406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.803699:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972313984 00000100:00100000:3.0:1746138010.803706:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972313984 00002000:00100000:3.0:1746138010.803746:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009413ad80 x1830957972313984/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.803756:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413ad80 with x1830957972313984 ext(0->7) 00010000:00010000:3.0:1746138010.803763:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.803778:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 28 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.803784:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009413ad80 00000100:00100000:3.0:1746138010.803813:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3376 00000100:00100000:3.0:1746138010.803818:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972313984:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138010.804159:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972313984:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 339us (752us total) trans 4294967992 rc 0/0 00000100:00100000:3.0:1746138010.804165:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3376 00002000:00100000:3.0:1746138010.804170:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009413ad80 x1830957972313984/t4294967992(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/448 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.804177:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413ad80 with x1830957972313984 ext(0->7) 00010000:00010000:3.0:1746138010.804181:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.804189:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.804195:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009413ad80 00000100:00100000:0.0:1746138010.805500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.805545:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972314112 00000100:00100000:3.0:1746138010.805551:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972314112 00010000:00010000:3.0:1746138010.805575:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.805606:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12597 00000100:00100000:3.0:1746138010.805613:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1958:x1830957972314112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.805623:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.805639:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.805649:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.805676:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e134a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdbf expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.805706:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.805708:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.805716:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.805724:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.805755:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.805766:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968070656:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.805902:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.806815:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968070656:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.806834:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.806864:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972314112:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1251us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.806873:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12597 00000100:00100000:0.0:1746138010.807248:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.807525:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972314368 00000100:00100000:1.0:1746138010.807538:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972314368 00002000:00100000:1.0:1746138010.807585:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094139500 x1830957972314368/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.807595:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139500 with x1830957972314368 ext(0->4095) 00002000:00010000:1.0:1746138010.807600:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094139500 00000100:00100000:1.0:1746138010.807644:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5420 00000100:00100000:1.0:1746138010.807651:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972314368:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.807825:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972314368:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.807831:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5420 00002000:00100000:1.0:1746138010.807836:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094139500 x1830957972314368/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.807842:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139500 with x1830957972314368 ext(0->4095) 00002000:00010000:1.0:1746138010.807844:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094139500 00000100:00100000:0.0:1746138010.811399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.811474:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972314496 00000100:00100000:2.0:1746138010.811485:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972314496 00000100:00100000:2.0:1746138010.811556:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7521 00000100:00100000:2.0:1746138010.811564:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31559:x1830957972314496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.811586:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.811608:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdcd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.811638:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.811645:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.811647:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.811650:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.812000:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.812045:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972314624 00000100:00100000:3.0:1746138010.812050:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972314624 00000100:00100000:3.0:1746138010.812080:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7522 00000100:00100000:3.0:1746138010.812087:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972314624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.812094:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.812101:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdd4 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.812112:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.812115:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.812120:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.812123:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.812161:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.812173:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.812183:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138010.812239:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972314624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.812245:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7522 00010000:00010000:2.0:1746138010.812272:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.812299:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.812327:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968070912:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.812494:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.813535:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968070912:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.813563:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.813565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.813580:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.813614:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31559:x1830957972314496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2051us (2227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.813620:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972314752 00000100:00100000:2.0:1746138010.813620:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7521 00000100:00100000:3.0:1746138010.813626:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972314752 00010000:00010000:3.0:1746138010.813650:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.813673:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12598 00000100:00100000:3.0:1746138010.813679:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972314752:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.813691:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.813716:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.813727:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.813748:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1351 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdc6 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.813776:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.813778:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.813785:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.813793:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.813818:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.813834:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.813846:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071040:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.813913:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.814951:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071040:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.814965:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138010.814985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.814999:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972314752:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1319us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.815006:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12598 00000100:00100000:1.0:1746138010.815032:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972315008 00000100:00100000:1.0:1746138010.815037:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972315008 00002000:00100000:1.0:1746138010.815069:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454a80 x1830957972315008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.815079:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454a80 with x1830957972315008 ext(0->4095) 00010000:00010000:1.0:1746138010.815086:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.815098:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.815105:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454a80 00000100:00100000:1.0:1746138010.815126:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3377 00000100:00100000:1.0:1746138010.815132:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972315008:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.815291:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972315008:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.815297:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3377 00002000:00100000:1.0:1746138010.815303:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454a80 x1830957972315008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.815321:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454a80 with x1830957972315008 ext(0->4095) 00010000:00010000:1.0:1746138010.815325:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.815334:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.815339:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454a80 00000100:00100000:0.0:1746138010.816800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.816848:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972315136 00000100:00100000:3.0:1746138010.816854:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972315136 00010000:00010000:3.0:1746138010.816875:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.816905:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12599 00000100:00100000:3.0:1746138010.816912:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972315136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.816920:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.816934:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.816943:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.816966:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1358 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdcd expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.816994:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.816996:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.817002:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 30 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.817009:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 30 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.817038:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 30 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.817049:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071168:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.817119:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.818322:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071168:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.818338:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.818366:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972315136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1454us (1568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.818375:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12599 00000100:00100000:0.0:1746138010.818573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.818616:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972315392 00000100:00100000:1.0:1746138010.818621:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972315392 00002000:00100000:1.0:1746138010.818649:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454e00 x1830957972315392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.818665:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957972315392 ext(0->4095) 00002000:00010000:1.0:1746138010.818669:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454e00 00000100:00100000:1.0:1746138010.818693:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5421 00000100:00100000:1.0:1746138010.818699:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972315392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.818843:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972315392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.818849:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5421 00002000:00100000:1.0:1746138010.818855:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454e00 x1830957972315392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.818862:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957972315392 ext(0->4095) 00002000:00010000:1.0:1746138010.818865:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454e00 00000100:00100000:0.0:1746138010.820169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.820264:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972315520 00000100:00100000:2.0:1746138010.820271:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972315520 00000100:00100000:2.0:1746138010.820388:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7523 00000100:00100000:2.0:1746138010.820395:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972315520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.820410:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.820463:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abddb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.820493:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 29 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.820501:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.820503:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.820507:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.820539:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 29 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.820553:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 29 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.820567:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968071296:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.820649:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.822000:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968071296:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.822025:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.822030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.822038:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138010.822105:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972315520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1677us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.822106:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972315648 00000100:00100000:3.0:1746138010.822110:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972315648 00000100:00100000:2.0:1746138010.822113:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7523 00010000:00010000:3.0:1746138010.822131:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 30 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.822168:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12600 00000100:00100000:3.0:1746138010.822174:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972315648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.822186:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.822264:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 30 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.822276:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 30 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.822296:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e135f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdd4 expref: 30 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.822322:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.822323:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.822330:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.822337:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.822360:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.822370:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071424:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.822448:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.823626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.823651:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071424:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.823670:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.823700:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972315904 00000100:00100000:1.0:1746138010.823707:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972315904 00000100:00100000:3.0:1746138010.823710:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972315648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1537us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.823723:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12600 00002000:00100000:1.0:1746138010.823747:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456a00 x1830957972315904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.823755:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456a00 with x1830957972315904 ext(0->4095) 00002000:00010000:1.0:1746138010.823759:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131456a00 00000100:00100000:1.0:1746138010.823793:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5422 00000100:00100000:1.0:1746138010.823800:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972315904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.824145:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972315904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 344us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.824151:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5422 00002000:00100000:1.0:1746138010.824157:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456a00 x1830957972315904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.824164:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456a00 with x1830957972315904 ext(0->4095) 00002000:00010000:1.0:1746138010.824167:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131456a00 00000100:00100000:0.0:1746138010.825664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.825736:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972316032 00000100:00100000:2.0:1746138010.825744:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972316032 00000100:00100000:2.0:1746138010.825788:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7524 00000100:00100000:2.0:1746138010.825793:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:31560:x1830957972316032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.825805:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.825818:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abde2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.825839:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.825844:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.825845:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.825847:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.825876:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.825887:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.825898:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968071552:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.826046:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.827792:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968071552:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138010.827793:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.827817:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 30 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.827832:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:3.0:1746138010.827850:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972316160 00000100:00100000:3.0:1746138010.827861:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972316160 00000100:00100000:2.0:1746138010.827878:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:31560:x1830957972316032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2083us (2218us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138010.827884:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.827886:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7524 00000100:00100000:3.0:1746138010.827910:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12601 00000100:00100000:3.0:1746138010.827916:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972316160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.827926:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.827942:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.827952:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.827971:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1366 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abddb expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.827982:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.827983:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.827989:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.827996:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.828021:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.828032:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071680:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.828077:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.829119:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071680:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.829131:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.829151:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972316160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1235us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.829157:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12601 00000100:00100000:2.0:1746138010.829349:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.829447:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972316416 00000100:00100000:1.0:1746138010.829452:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972316416 00002000:00100000:1.0:1746138010.829482:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c2a00 x1830957972316416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.829490:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2a00 with x1830957972316416 ext(0->4095) 00002000:00010000:1.0:1746138010.829494:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c2a00 00000100:00100000:1.0:1746138010.829515:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5423 00000100:00100000:1.0:1746138010.829521:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972316416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.829658:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972316416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.829664:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5423 00002000:00100000:1.0:1746138010.829669:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c2a00 x1830957972316416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.829675:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2a00 with x1830957972316416 ext(0->4095) 00002000:00010000:1.0:1746138010.829678:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c2a00 00000100:00100000:0.0:1746138010.831049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.831110:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972316544 00000100:00100000:2.0:1746138010.831118:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972316544 00000100:00100000:2.0:1746138010.831162:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7525 00000100:00100000:2.0:1746138010.831168:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972316544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.831184:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.831199:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abde9 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.831232:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.831239:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.831240:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.831243:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.831277:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 29 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.831289:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 29 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.831299:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968071808:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.831399:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.833967:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968071808:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138010.833967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.833995:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.834010:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138010.834057:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972316544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2888us (3012us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.834066:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7525 00000100:00100000:1.0:1746138010.834139:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972316672 00000100:00100000:1.0:1746138010.834144:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972316672 00002000:00100000:1.0:1746138010.834181:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880131455180 x1830957972316672/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.834190:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455180 with x1830957972316672 ext(0->7) 00010000:00010000:1.0:1746138010.834196:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.834207:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 30 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.834213:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131455180 00000100:00100000:1.0:1746138010.834239:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3378 00000100:00100000:1.0:1746138010.834245:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1958:x1830957972316672:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138010.834766:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972316672:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 519us (805us total) trans 4294967993 rc 0/0 00000100:00100000:1.0:1746138010.834772:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3378 00002000:00100000:1.0:1746138010.834777:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880131455180 x1830957972316672/t4294967993(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 496/448 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.834784:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455180 with x1830957972316672 ext(0->7) 00010000:00010000:1.0:1746138010.834788:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.834797:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.834802:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131455180 00000100:00100000:0.0:1746138010.836842:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.836940:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972316800 00000100:00100000:3.0:1746138010.836948:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972316800 00010000:00010000:3.0:1746138010.836980:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.837021:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12602 00000100:00100000:3.0:1746138010.837028:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957972316800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.837039:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.837057:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.837069:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.837088:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e136d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde2 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.837103:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.837106:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.837111:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.837118:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.837144:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.837155:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071936:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.837223:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.839073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.839615:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968071936:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.839632:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.839648:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972317056 00000100:00100000:1.0:1746138010.839660:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972317056 00002000:00100000:1.0:1746138010.839704:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457100 x1830957972317056/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.839725:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457100 with x1830957972317056 ext(0->4095) 00002000:00010000:1.0:1746138010.839730:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131457100 00000100:00100000:1.0:1746138010.839763:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5424 00000100:00100000:1.0:1746138010.839770:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972317056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.839996:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1960:x1830957972316800:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2966us (3159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.840006:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12602 00000100:00100000:1.0:1746138010.840172:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972317056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 402us (1108us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.840180:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5424 00002000:00100000:1.0:1746138010.840185:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457100 x1830957972317056/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.840192:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457100 with x1830957972317056 ext(0->4095) 00002000:00010000:1.0:1746138010.840194:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131457100 00000100:00100000:0.0:1746138010.843228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.843299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.843539:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972317184 00000100:00100000:2.0:1746138010.843550:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972317184 00000100:00100000:2.0:1746138010.843599:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972317312 00000100:00100000:2.0:1746138010.843602:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972317312 00000100:00100000:2.0:1746138010.843639:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7526 00000100:00100000:2.0:1746138010.843648:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972317184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.843675:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138010.843683:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7527 00010000:00010000:2.0:1746138010.843700:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdf0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.843706:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972317312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.843725:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.843738:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.843746:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdf7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.843747:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.843750:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.843754:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.843791:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.843805:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.843819:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968072064:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.843907:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00010000:00010000:3.0:1746138010.843962:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.843969:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.843979:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.843982:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.844028:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.844040:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.844050:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138010.844121:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31560:x1830957972317312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 425us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.844126:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7527 00000100:00100000:2.0:1746138010.844821:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968072064:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.844841:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.844854:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138010.844882:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972317184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1237us (1682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.844887:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7526 00000100:00100000:0.0:1746138010.845271:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.845560:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972317440 00000100:00100000:3.0:1746138010.845570:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972317440 00010000:00010000:3.0:1746138010.845604:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.845640:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12603 00000100:00100000:3.0:1746138010.845646:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972317440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.845656:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.845674:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.845683:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.845702:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1374 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abde9 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.845726:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.845728:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.845734:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.845741:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.845765:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.845774:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.845784:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968072320:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.845872:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.847323:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968072320:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.847353:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.847454:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972317440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1806us (2182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.847467:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12603 00000100:00100000:0.0:1746138010.847892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.847972:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972317696 00000100:00100000:1.0:1746138010.847978:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972317696 00002000:00100000:1.0:1746138010.848012:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457b80 x1830957972317696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.848021:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457b80 with x1830957972317696 ext(0->4095) 00010000:00010000:1.0:1746138010.848028:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.848038:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.848044:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457b80 00000100:00100000:1.0:1746138010.848118:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3379 00000100:00100000:1.0:1746138010.848125:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972317696:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.848266:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972317696:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.848273:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3379 00002000:00100000:1.0:1746138010.848278:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457b80 x1830957972317696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.848284:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457b80 with x1830957972317696 ext(0->4095) 00010000:00010000:1.0:1746138010.848288:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.848296:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.848301:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457b80 00000100:00100000:0.0:1746138010.850168:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.850252:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972317824 00000100:00100000:3.0:1746138010.850263:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972317824 00010000:00010000:3.0:1746138010.850302:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.850361:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12604 00000100:00100000:3.0:1746138010.850369:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972317824:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.850384:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.850412:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.850478:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.850505:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e137b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf0 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.850538:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.850540:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.850548:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.850560:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.850598:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.850610:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968072448:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.850706:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.853009:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968072448:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.853010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138010.853035:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138010.853097:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972318080 00000100:00100000:1.0:1746138010.853107:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972318080 00002000:00100000:1.0:1746138010.853155:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfea00 x1830957972318080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.853166:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfea00 with x1830957972318080 ext(0->4095) 00002000:00010000:1.0:1746138010.853172:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cfea00 00000100:00100000:1.0:1746138010.853206:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5425 00000100:00100000:1.0:1746138010.853214:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972318080:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.853285:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972317824:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2915us (3127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.853294:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12604 00000100:00100000:1.0:1746138010.853563:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972318080:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 350us (556us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.853570:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5425 00002000:00100000:1.0:1746138010.853576:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfea00 x1830957972318080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.853583:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfea00 with x1830957972318080 ext(0->4095) 00002000:00010000:1.0:1746138010.853586:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cfea00 00000100:00100000:0.0:1746138010.855360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.855446:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972318208 00000100:00100000:2.0:1746138010.855455:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972318208 00000100:00100000:2.0:1746138010.855564:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7528 00000100:00100000:2.0:1746138010.855572:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972318208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.855587:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.855607:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abdfe expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.855639:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.855647:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.855648:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.855652:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.855684:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.855695:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 31 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.855712:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968072576:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.855799:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.857062:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968072576:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.857090:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.857106:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138010.857142:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972318208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1571us (1793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.857150:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7528 00000100:00100000:0.0:1746138010.857372:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.857767:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972318336 00000100:00100000:3.0:1746138010.857776:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972318336 00010000:00010000:3.0:1746138010.857801:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.857831:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12605 00000100:00100000:3.0:1746138010.857838:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972318336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.857849:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.857871:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.857882:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.857903:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1382 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdf7 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.857917:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.857919:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.857926:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.857940:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.857967:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.857978:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968072704:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.858040:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.859132:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968072704:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.859150:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.859179:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972318336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1341us (1808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.859188:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12605 00000100:00100000:0.0:1746138010.859566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.859877:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972318592 00000100:00100000:1.0:1746138010.859884:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972318592 00002000:00100000:1.0:1746138010.859924:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef1500 x1830957972318592/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.859934:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef1500 with x1830957972318592 ext(0->4095) 00002000:00010000:1.0:1746138010.859938:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef1500 00000100:00100000:1.0:1746138010.859968:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5426 00000100:00100000:1.0:1746138010.859975:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972318592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138010.860125:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972318592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.860131:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5426 00002000:00100000:1.0:1746138010.860137:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef1500 x1830957972318592/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.860143:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef1500 with x1830957972318592 ext(0->4095) 00002000:00010000:1.0:1746138010.860145:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef1500 00000100:00100000:0.0:1746138010.861999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.862063:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972318720 00000100:00100000:2.0:1746138010.862071:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972318720 00000100:00100000:2.0:1746138010.862120:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7529 00000100:00100000:2.0:1746138010.862127:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972318720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.862145:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.862162:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe05 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.862189:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.862197:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.862199:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.862203:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.862241:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.862254:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.862266:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968072832:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.862365:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.863532:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968072832:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.863557:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.863572:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138010.863617:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972318720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1489us (1623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.863625:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7529 00000100:00100000:0.0:1746138010.863798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.863880:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972318976 00000100:00100000:2.0:1746138010.863886:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972318976 00000100:00100000:0.0:1746138010.864165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.864201:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7530 00000100:00100000:2.0:1746138010.864208:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972318976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.864227:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.864242:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe0c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.864263:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.864267:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.864273:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.864276:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.864301:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.864445:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972318848 00000100:00100000:3.0:1746138010.864449:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972318848 00010000:00010000:3.0:1746138010.864467:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.864496:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12606 00000100:00100000:3.0:1746138010.864501:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972318848:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.864509:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.864532:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.864542:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.864687:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.864695:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138010.864733:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972318976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 525us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.864738:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7530 00010000:00010000:3.0:1746138010.864810:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1389 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abdfe expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.864831:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.864832:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.864838:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.864845:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.864866:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.864881:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.864892:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073088:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.865190:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.866855:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.866952:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073088:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.866974:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.867012:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972318848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2510us (2846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.867022:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12606 00000100:00100000:1.0:1746138010.867101:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972319232 00000100:00100000:1.0:1746138010.867108:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972319232 00002000:00100000:1.0:1746138010.867151:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0700 x1830957972319232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.867162:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0700 with x1830957972319232 ext(0->4095) 00010000:00010000:1.0:1746138010.867170:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.867183:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.867189:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0700 00000100:00100000:1.0:1746138010.867221:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3380 00000100:00100000:1.0:1746138010.867228:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972319232:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138010.867461:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972319232:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 232us (608us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138010.867468:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3380 00002000:00100000:1.0:1746138010.867474:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0700 x1830957972319232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138010.867480:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0700 with x1830957972319232 ext(0->4095) 00010000:00010000:1.0:1746138010.867485:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1746138010.867493:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:1.0:1746138010.867499:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0700 00000100:00100000:0.0:1746138010.868910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.868965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.868973:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972319360 00000100:00100000:2.0:1746138010.868980:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972319360 00000100:00100000:2.0:1746138010.869016:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7531 00000100:00100000:2.0:1746138010.869022:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972319360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.869037:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.869053:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe13 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.869081:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.869087:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.869098:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.869101:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.869138:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.869151:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.869161:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.869206:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972319360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.869211:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7531 00000100:00100000:3.0:1746138010.869463:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972319488 00000100:00100000:3.0:1746138010.869468:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972319488 00010000:00010000:3.0:1746138010.869489:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.869524:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12607 00000100:00100000:3.0:1746138010.869530:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972319488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.869539:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.869561:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.869573:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.869592:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1390 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe05 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.869603:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.869605:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.869610:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.869618:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.869638:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.869649:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.869663:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073344:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.869745:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.871021:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073344:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.871037:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.871072:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972319488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1543us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.871079:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12607 00000100:00100000:0.0:1746138010.871119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.871550:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972319744 00000100:00100000:2.0:1746138010.871556:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972319744 00002000:00100000:2.0:1746138010.871590:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3b80 x1830957972319744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.871600:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3b80 with x1830957972319744 ext(0->4095) 00010000:00010000:2.0:1746138010.871608:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.871621:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.871628:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef3b80 00000100:00100000:2.0:1746138010.871652:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3381 00000100:00100000:2.0:1746138010.871659:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972319744:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.871834:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972319744:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (716us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.871841:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3381 00002000:00100000:2.0:1746138010.871846:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3b80 x1830957972319744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.871853:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3b80 with x1830957972319744 ext(0->4095) 00010000:00010000:2.0:1746138010.871858:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.871867:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.871873:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef3b80 00000100:00100000:0.0:1746138010.873578:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.873633:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.873685:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972319872 00000100:00100000:3.0:1746138010.873692:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972319872 00000100:00100000:3.0:1746138010.873727:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7532 00000100:00100000:3.0:1746138010.873734:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972319872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.873749:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.873767:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe1a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.873796:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.873802:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.873808:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.873811:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.873863:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.873880:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.873889:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138010.873935:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972319872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.873941:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7532 00000100:00100000:3.0:1746138010.873974:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972320000 00000100:00100000:3.0:1746138010.873977:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972320000 00010000:00010000:3.0:1746138010.873988:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.874017:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12608 00000100:00100000:3.0:1746138010.874023:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972320000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.874033:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.874052:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.874062:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.874079:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1397 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe0c expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.874089:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.874091:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.874098:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.874106:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.874124:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.874135:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.874147:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073600:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.874223:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.874948:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073600:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.874969:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.875042:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972320000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1017us (1407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.875053:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12608 00000100:00100000:0.0:1746138010.875161:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.875211:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972320256 00000100:00100000:2.0:1746138010.875216:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972320256 00002000:00100000:2.0:1746138010.875247:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef2300 x1830957972320256/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.875258:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef2300 with x1830957972320256 ext(0->4095) 00010000:00010000:2.0:1746138010.877606:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.877627:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.877643:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef2300 00000100:00100000:2.0:1746138010.877680:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3382 00000100:00100000:2.0:1746138010.877695:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972320256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138010.877911:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972320256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 224us (2751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.877917:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3382 00002000:00100000:2.0:1746138010.877925:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef2300 x1830957972320256/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.877933:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef2300 with x1830957972320256 ext(0->4095) 00010000:00010000:2.0:1746138010.877937:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.877946:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.877951:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef2300 00000100:00100000:0.0:1746138010.879942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.880025:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972320384 00000100:00100000:3.0:1746138010.880035:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972320384 00010000:00010000:3.0:1746138010.880065:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.880092:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12609 00000100:00100000:3.0:1746138010.880096:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972320384:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.880109:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.880128:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.880139:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.880160:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e139e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe13 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.880174:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.880176:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.880184:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.880192:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.880229:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.880243:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073728:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.880345:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.883348:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073728:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.883377:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.883477:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972320384:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3377us (3539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.883496:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12609 00000100:00100000:1.0:1746138010.883860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.884892:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972320640 00000100:00100000:2.0:1746138010.884901:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972320640 00002000:00100000:2.0:1746138010.884948:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348380 x1830957972320640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.884957:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348380 with x1830957972320640 ext(0->4095) 00002000:00010000:2.0:1746138010.884963:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086348380 00000100:00100000:2.0:1746138010.884991:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5427 00000100:00100000:2.0:1746138010.884998:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972320640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.885181:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972320640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (1321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.885214:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5427 00002000:00100000:2.0:1746138010.885220:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348380 x1830957972320640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.885227:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348380 with x1830957972320640 ext(0->4095) 00002000:00010000:2.0:1746138010.885230:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086348380 00000100:00100000:0.0:1746138010.886291:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.886350:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972320768 00000100:00100000:3.0:1746138010.886354:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972320768 00000100:00100000:3.0:1746138010.886393:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7533 00000100:00100000:3.0:1746138010.886399:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972320768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.886412:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.886457:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe21 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.886485:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.886491:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.886492:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.886495:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.886520:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.886529:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.886538:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968073856:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.886640:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.887857:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968073856:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.887887:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.887901:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138010.887930:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972320768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1531us (1641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.887938:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7533 00000100:00100000:0.0:1746138010.888265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.888370:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972320896 00000100:00100000:3.0:1746138010.888375:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972320896 00010000:00010000:3.0:1746138010.888397:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.888452:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12610 00000100:00100000:3.0:1746138010.888459:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972320896:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.888471:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.888498:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.888510:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.888533:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe1a expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.888560:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.888562:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.888568:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.888577:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.888604:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.888616:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073984:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.888700:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.889578:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968073984:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.889588:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.889616:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972320896:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1157us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.889623:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12610 00000100:00100000:0.0:1746138010.890031:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.890104:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972321152 00000100:00100000:2.0:1746138010.890108:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972321152 00002000:00100000:2.0:1746138010.890144:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3800 x1830957972321152/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.890153:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3800 with x1830957972321152 ext(0->4095) 00002000:00010000:2.0:1746138010.890157:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef3800 00000100:00100000:2.0:1746138010.890184:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5428 00000100:00100000:2.0:1746138010.890190:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972321152:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.890363:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972321152:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.890369:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5428 00002000:00100000:2.0:1746138010.890375:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3800 x1830957972321152/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.890383:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3800 with x1830957972321152 ext(0->4095) 00002000:00010000:2.0:1746138010.890386:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef3800 00000100:00100000:0.0:1746138010.891559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.891748:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972321280 00000100:00100000:3.0:1746138010.891754:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972321280 00000100:00100000:3.0:1746138010.891798:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7534 00000100:00100000:3.0:1746138010.891804:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972321280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.891817:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.891835:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe28 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.891857:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.891863:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.891865:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.891868:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.891894:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.891905:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.891917:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968074112:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.891998:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.893267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.893337:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968074112:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.893342:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972321408 00000100:00100000:2.0:1746138010.893347:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972321408 00010000:00010000:3.0:1746138010.893362:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.893371:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.893412:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12611 00000100:00100000:2.0:1746138010.893444:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972321408:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.893455:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.893476:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.893487:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.893510:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe21 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.893517:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.893520:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.893534:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.893544:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.893579:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138010.893594:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138010.893605:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968074240:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.893640:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972321408:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 195us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.893648:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12611 00000100:00100000:3.0:1746138010.893668:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.893745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138010.893854:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972321536 00000100:00100000:1.0:1746138010.893858:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972321536 00000100:00100000:1.0:1746138010.893896:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7535 00000100:00100000:1.0:1746138010.893902:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972321536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138010.893913:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138010.893923:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe2f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.893941:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.893947:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.893948:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138010.893951:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.893968:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138010.893977:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 34 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1746138010.893985:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968074368:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138010.894028:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.895302:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086349500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968074368:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.895325:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968074240:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138010.895337:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.895339:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00010000:00010000:1.0:1746138010.895354:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:3.0:1746138010.895371:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31560:x1830957972321280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3566us (3813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138010.895374:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31559:x1830957972321536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1471us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.895378:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7534 00000100:00100000:1.0:1746138010.895382:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7535 00000100:00100000:0.0:1746138010.897221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.897367:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972321792 00000100:00100000:2.0:1746138010.897378:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972321792 00002000:00100000:2.0:1746138010.897478:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1180 x1830957972321792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.897489:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1180 with x1830957972321792 ext(0->4095) 00010000:00010000:2.0:1746138010.897498:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.897514:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.897521:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800937c1180 00000100:00100000:2.0:1746138010.897555:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3383 00000100:00100000:2.0:1746138010.897562:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972321792:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138010.897837:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972321792:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 274us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.897843:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3383 00002000:00100000:2.0:1746138010.897848:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1180 x1830957972321792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.897855:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1180 with x1830957972321792 ext(0->4095) 00010000:00010000:2.0:1746138010.897860:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.897869:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.897874:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800937c1180 00000100:00100000:0.0:1746138010.901650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.901748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.901950:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972322048 00000100:00100000:2.0:1746138010.901959:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972322048 00010000:00010000:2.0:1746138010.901997:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.902038:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12612 00000100:00100000:2.0:1746138010.902045:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972322048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.902058:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.902078:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.902089:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.902112:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e13b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe28 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.902130:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.902131:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.902139:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.902146:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.902183:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.902195:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968074496:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.902198:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972321920 00000100:00100000:3.0:1746138010.902202:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972321920 00000100:00100000:3.0:1746138010.902227:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7536 00000100:00100000:3.0:1746138010.902232:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972321920:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.902247:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.902258:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe36 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.902276:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00010000:00010000:3.0:1746138010.902278:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.902284:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.902285:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.902288:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.902318:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.902330:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.902344:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968074624:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.902369:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.903546:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968074496:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.903564:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.903606:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972322048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1560us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.903773:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12612 00000100:00100000:0.0:1746138010.904111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.904203:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972322304 00000100:00100000:3.0:1746138010.904205:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968074624:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.904208:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972322304 00010000:00010000:3.0:1746138010.904233:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746138010.904247:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c0380 x1830957972322304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746138010.904253:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00002000:00100000:2.0:1746138010.904257:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0380 with x1830957972322304 ext(0->4095) 00010000:00010000:2.0:1746138010.904264:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.904275:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.904282:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800937c0380 00000100:00100000:2.0:1746138010.904317:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3384 00000100:00100000:2.0:1746138010.904324:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972322304:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.904333:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972321920:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2099us (2583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.904340:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7536 00000100:00100000:2.0:1746138010.904493:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972322304:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.904498:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3384 00002000:00100000:2.0:1746138010.904503:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c0380 x1830957972322304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.904510:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0380 with x1830957972322304 ext(0->4095) 00010000:00010000:2.0:1746138010.904514:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.904526:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.904531:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800937c0380 00000100:00100000:0.0:1746138010.907907:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.907985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.908067:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972322432 00000100:00100000:3.0:1746138010.908078:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972322432 00000100:00100000:3.0:1746138010.908128:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7537 00000100:00100000:3.0:1746138010.908137:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972322432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.908159:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.908179:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe3d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.908209:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.908215:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.908221:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.908225:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.908274:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.908286:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.908296:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138010.908367:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972322432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 231us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.908372:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7537 00000100:00100000:2.0:1746138010.908523:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972322560 00000100:00100000:2.0:1746138010.908527:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972322560 00010000:00010000:2.0:1746138010.908546:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.909084:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12613 00000100:00100000:2.0:1746138010.909091:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972322560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.909107:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.909130:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.909147:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.909169:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e13ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe2f expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.909196:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.909197:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.909204:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.909217:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.909240:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.909251:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.909265:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968074880:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.909342:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.912078:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.912168:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972322816 00000100:00100000:3.0:1746138010.912175:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972322816 00002000:00100000:3.0:1746138010.912225:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148380 x1830957972322816/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.912236:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148380 with x1830957972322816 ext(0->4095) 00010000:00010000:3.0:1746138010.912245:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.912258:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.912260:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968074880:192.168.204.27@tcp:105: 00002000:00010000:3.0:1746138010.912264:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130148380 00010000:00010000:2.0:1746138010.912281:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.912298:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3385 00000100:00100000:3.0:1746138010.912305:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972322816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.912337:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972322560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3242us (4347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.912346:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12613 00000100:00100000:3.0:1746138010.912681:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972322816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 377us (612us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.912688:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3385 00002000:00100000:3.0:1746138010.912693:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148380 x1830957972322816/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.912700:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148380 with x1830957972322816 ext(0->4095) 00010000:00010000:3.0:1746138010.912704:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.912713:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.912718:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130148380 00000100:00100000:0.0:1746138010.915106:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.915209:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972322944 00000100:00100000:2.0:1746138010.915218:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972322944 00010000:00010000:2.0:1746138010.915253:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.915278:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12614 00000100:00100000:2.0:1746138010.915285:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972322944:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.915298:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.915331:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.915342:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.915366:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e13c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe36 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.915382:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.915384:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.915391:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.915400:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.915460:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.915474:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968075008:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.916267:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.917980:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968075008:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.918005:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.918052:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972322944:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2767us (2953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.918060:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12614 00000100:00100000:0.0:1746138010.919378:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.919522:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972323200 00000100:00100000:3.0:1746138010.919532:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972323200 00002000:00100000:3.0:1746138010.919666:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148000 x1830957972323200/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.919676:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148000 with x1830957972323200 ext(0->4095) 00002000:00010000:3.0:1746138010.919680:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130148000 00000100:00100000:3.0:1746138010.919712:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5429 00000100:00100000:3.0:1746138010.919720:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972323200:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138010.919910:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972323200:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 190us (535us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.919916:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5429 00002000:00100000:3.0:1746138010.919921:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148000 x1830957972323200/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.919934:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148000 with x1830957972323200 ext(0->4095) 00002000:00010000:3.0:1746138010.919937:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130148000 00000100:00100000:0.0:1746138010.922038:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.922282:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972323328 00000100:00100000:2.0:1746138010.922295:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972323328 00000100:00100000:2.0:1746138010.922375:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7538 00000100:00100000:2.0:1746138010.922383:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972323328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.922405:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.922469:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe44 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.922502:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.922510:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.922512:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.922515:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.922547:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.922559:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.922571:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968075136:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.922659:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.924017:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968075136:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.924043:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.924062:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138010.924107:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972323328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1723us (2077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.924114:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7538 00000100:00100000:0.0:1746138010.925128:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.925179:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972323456 00000100:00100000:2.0:1746138010.925270:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972323456 00010000:00010000:2.0:1746138010.925301:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.925343:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12615 00000100:00100000:2.0:1746138010.925350:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972323456:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.925362:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.925385:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.925396:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.925448:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e13c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe3d expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.925473:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.925474:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.925481:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.925493:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.925523:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.925535:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968075264:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.925601:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.927859:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968075264:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.927884:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.928059:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972323456:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2706us (2931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.928070:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12615 00000100:00100000:0.0:1746138010.928128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.928170:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972323712 00000100:00100000:2.0:1746138010.928177:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972323712 00002000:00100000:2.0:1746138010.928214:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014ad80 x1830957972323712/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.928225:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014ad80 with x1830957972323712 ext(0->4095) 00002000:00010000:2.0:1746138010.928230:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014ad80 00000100:00100000:2.0:1746138010.928261:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5430 00000100:00100000:2.0:1746138010.928269:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972323712:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.928737:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972323712:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 468us (608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.928746:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5430 00002000:00100000:2.0:1746138010.928751:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014ad80 x1830957972323712/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.928758:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014ad80 with x1830957972323712 ext(0->4095) 00002000:00010000:2.0:1746138010.928761:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014ad80 00000100:00100000:0.0:1746138010.929012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.929243:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972323840 00000100:00100000:3.0:1746138010.929249:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972323840 00000100:00100000:3.0:1746138010.929273:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7539 00000100:00100000:3.0:1746138010.929278:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31559:x1830957972323840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.929290:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.929319:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe4b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.929348:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.929356:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.929358:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.929362:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.929398:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.929409:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 5 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.929441:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968075392:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.930120:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.931331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.931750:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972323968 00000100:00100000:2.0:1746138010.931757:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972323968 00000100:00100000:2.0:1746138010.931836:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7540 00000100:00100000:2.0:1746138010.931844:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972323968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.931861:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138010.931929:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968075392:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.931953:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.931970:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138010.932013:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972323840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2734us (3000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.932019:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7539 00010000:00010000:2.0:1746138010.932094:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe52 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.932115:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.932120:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.932127:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.932130:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.932162:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.932169:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.932178:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138010.932202:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972323968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 361us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.932208:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7540 00000100:00100000:0.0:1746138010.932910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.932960:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972324096 00000100:00100000:2.0:1746138010.932964:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972324096 00010000:00010000:2.0:1746138010.932983:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.933000:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12616 00000100:00100000:2.0:1746138010.933005:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972324096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.933019:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.933043:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.933053:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.933071:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e13cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe44 expref: 6 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.933083:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.933084:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.933091:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.933103:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.933123:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.933134:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.933145:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968075648:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.933211:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.934011:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968075648:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.934021:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.934038:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972324096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1033us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.934044:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12616 00000100:00100000:0.0:1746138010.935607:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.935699:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972324352 00000100:00100000:2.0:1746138010.935707:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972324352 00002000:00100000:2.0:1746138010.935752:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014bb80 x1830957972324352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.935761:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014bb80 with x1830957972324352 ext(0->4095) 00010000:00010000:2.0:1746138010.935768:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.935783:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.935788:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014bb80 00000100:00100000:2.0:1746138010.935810:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3386 00000100:00100000:2.0:1746138010.935819:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972324352:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.936053:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972324352:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 234us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.936058:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3386 00002000:00100000:2.0:1746138010.936062:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014bb80 x1830957972324352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.936067:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014bb80 with x1830957972324352 ext(0->4095) 00010000:00010000:2.0:1746138010.936071:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.936077:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.936081:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014bb80 00000100:00100000:0.0:1746138010.937983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.938043:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972324480 00000100:00100000:2.0:1746138010.938051:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972324480 00010000:00010000:2.0:1746138010.938081:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.938113:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12617 00000100:00100000:2.0:1746138010.938121:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972324480:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.938135:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.938160:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.938172:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.938198:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e13d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe4b expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.938217:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.938219:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.938227:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.938236:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.938275:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.938288:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968075776:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.938400:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.940354:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968075776:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.940378:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.940437:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972324480:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2293us (2437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.940451:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12617 00000100:00100000:0.0:1746138010.940638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.940707:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972324736 00000100:00100000:3.0:1746138010.940715:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972324736 00002000:00100000:3.0:1746138010.940759:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149f80 x1830957972324736/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.940776:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149f80 with x1830957972324736 ext(0->4095) 00002000:00010000:3.0:1746138010.940781:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130149f80 00000100:00100000:3.0:1746138010.940811:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5431 00000100:00100000:3.0:1746138010.940818:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972324736:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.941207:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972324736:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 389us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.941214:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5431 00002000:00100000:3.0:1746138010.941220:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149f80 x1830957972324736/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.941228:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149f80 with x1830957972324736 ext(0->4095) 00002000:00010000:3.0:1746138010.941231:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130149f80 00000100:00100000:0.0:1746138010.943850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.943909:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972324864 00000100:00100000:2.0:1746138010.943918:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972324864 00000100:00100000:2.0:1746138010.943970:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7541 00000100:00100000:2.0:1746138010.943977:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972324864:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.943997:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.944018:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe59 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.944052:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.944059:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.944062:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.944065:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.944098:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.944110:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 31 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.944121:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968075904:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.944215:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.945811:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968075904:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.945844:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.945862:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138010.945913:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972324864:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1936us (2071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.945922:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7541 00000100:00100000:0.0:1746138010.946220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.946283:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972324992 00000100:00100000:2.0:1746138010.946289:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972324992 00010000:00010000:2.0:1746138010.946322:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.946343:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12618 00000100:00100000:2.0:1746138010.946349:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972324992:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.946360:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.946382:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.946394:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.946449:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e13dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe52 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.946465:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.946467:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.946474:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.946483:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.946511:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.946523:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968076032:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.946585:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.947854:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968076032:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.947868:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.947906:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972324992:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1557us (1687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.947914:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12618 00000100:00100000:0.0:1746138010.948379:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.948454:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972325248 00000100:00100000:3.0:1746138010.948461:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972325248 00002000:00100000:3.0:1746138010.948499:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014b480 x1830957972325248/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.948508:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b480 with x1830957972325248 ext(0->4095) 00002000:00010000:3.0:1746138010.948512:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014b480 00000100:00100000:3.0:1746138010.948527:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5432 00000100:00100000:3.0:1746138010.948535:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972325248:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.948785:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972325248:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 251us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.948791:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5432 00002000:00100000:3.0:1746138010.948797:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014b480 x1830957972325248/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.948803:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b480 with x1830957972325248 ext(0->4095) 00002000:00010000:3.0:1746138010.948807:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014b480 00000100:00100000:0.0:1746138010.950229:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.950355:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972325376 00000100:00100000:2.0:1746138010.950362:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972325376 00000100:00100000:2.0:1746138010.950408:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7542 00000100:00100000:2.0:1746138010.950450:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972325376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.950466:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.950524:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe60 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.950550:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.950557:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.950559:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.950562:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.950592:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.950601:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.950610:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968076160:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138010.950686:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.950849:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.950918:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972325504 00000100:00100000:3.0:1746138010.950922:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972325504 00000100:00100000:3.0:1746138010.950945:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7543 00000100:00100000:3.0:1746138010.950955:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972325504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.950962:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.950969:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe67 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.950980:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.950984:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.950994:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.950997:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.951019:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.951027:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.951036:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138010.951056:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31559:x1830957972325504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.951062:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7543 00000100:00100000:2.0:1746138010.951588:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968076160:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.951601:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.951607:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138010.951629:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972325376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1215us (1405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.951633:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7542 00000100:00100000:0.0:1746138010.952255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.952330:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972325632 00000100:00100000:2.0:1746138010.952334:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972325632 00010000:00010000:2.0:1746138010.952349:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.952381:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12619 00000100:00100000:2.0:1746138010.952386:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972325632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.952396:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.952437:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.952447:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.952465:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e13e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe59 expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.952483:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.952484:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.952491:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.952498:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.952558:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.952569:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 32 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:3.0:1746138010.952578:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968076416:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.952636:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.953602:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968076416:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138010.953616:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138010.953643:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972325632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1257us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.953651:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12619 00000100:00100000:0.0:1746138010.954240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.954287:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972325888 00000100:00100000:3.0:1746138010.954291:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972325888 00002000:00100000:3.0:1746138010.954334:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b124a80 x1830957972325888/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.954352:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124a80 with x1830957972325888 ext(0->4095) 00010000:00010000:3.0:1746138010.954360:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.954374:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.954380:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b124a80 00000100:00100000:3.0:1746138010.954395:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3387 00000100:00100000:3.0:1746138010.954400:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972325888:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.954587:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972325888:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (346us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.954593:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3387 00002000:00100000:3.0:1746138010.954599:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b124a80 x1830957972325888/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.954605:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124a80 with x1830957972325888 ext(0->4095) 00010000:00010000:3.0:1746138010.954610:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.954623:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.954629:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b124a80 00000100:00100000:0.0:1746138010.955894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.956004:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972326016 00000100:00100000:2.0:1746138010.956010:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972326016 00000100:00100000:2.0:1746138010.956050:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7544 00000100:00100000:2.0:1746138010.956057:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972326016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.956069:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.956086:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe6e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.956109:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.956113:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.956120:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.956123:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.956161:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.956173:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138010.956181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.956182:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138010.956227:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972326016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.956233:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7544 00000100:00100000:2.0:1746138010.956262:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972326144 00000100:00100000:2.0:1746138010.956265:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972326144 00010000:00010000:2.0:1746138010.956277:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.956293:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12620 00000100:00100000:2.0:1746138010.956298:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972326144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.956319:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.956338:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.956352:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.956379:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e13eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe60 expref: 33 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.956392:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.956394:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.956399:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.956406:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.956452:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.956464:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.956476:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968076672:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.956541:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.957678:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968076672:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.957694:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.957734:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972326144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1434us (1553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.957746:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12620 00000100:00100000:0.0:1746138010.957938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.958032:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972326400 00000100:00100000:2.0:1746138010.958040:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972326400 00002000:00100000:2.0:1746138010.958074:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b125500 x1830957972326400/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.958082:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125500 with x1830957972326400 ext(0->4095) 00010000:00010000:2.0:1746138010.958090:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.958101:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.958107:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b125500 00000100:00100000:2.0:1746138010.958135:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3388 00000100:00100000:2.0:1746138010.958142:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972326400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138010.958353:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972326400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 212us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138010.958359:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3388 00002000:00100000:2.0:1746138010.958364:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b125500 x1830957972326400/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138010.958371:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125500 with x1830957972326400 ext(0->4095) 00010000:00010000:2.0:1746138010.958375:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.958388:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 32 pid: 11153 timeout: 555 lvb_type: 0 00002000:00010000:2.0:1746138010.958394:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b125500 00000100:00100000:0.0:1746138010.960066:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.960125:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972326528 00000100:00100000:3.0:1746138010.960133:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972326528 00000100:00100000:3.0:1746138010.960179:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7545 00000100:00100000:3.0:1746138010.960186:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972326528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.960199:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.960217:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe75 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.960243:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.960249:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.960256:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.960260:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.960316:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.960328:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.960337:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138010.960381:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972326528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.960386:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7545 00000100:00100000:0.0:1746138010.960396:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.960654:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972326656 00000100:00100000:2.0:1746138010.960673:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972326656 00010000:00010000:2.0:1746138010.960709:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.960739:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12621 00000100:00100000:2.0:1746138010.960746:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972326656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.960758:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.960903:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.960914:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.960937:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e13f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe67 expref: 33 pid: 11153 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.960951:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.960953:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.960959:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.960973:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.960995:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.961005:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 5 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.961019:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968076928:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.961529:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.962717:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968076928:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.962734:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138010.962753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.962784:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972326656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2038us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.962791:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12621 00000100:00100000:3.0:1746138010.962867:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972326912 00000100:00100000:3.0:1746138010.962872:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972326912 00002000:00100000:3.0:1746138010.962916:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ea00 x1830957972326912/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.962925:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ea00 with x1830957972326912 ext(0->4095) 00010000:00010000:3.0:1746138010.962934:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.962946:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.962953:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3ea00 00000100:00100000:3.0:1746138010.962974:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3389 00000100:00100000:3.0:1746138010.962980:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972326912:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138010.963141:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972326912:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (389us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.963147:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3389 00002000:00100000:3.0:1746138010.963153:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ea00 x1830957972326912/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.963160:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ea00 with x1830957972326912 ext(0->4095) 00010000:00010000:3.0:1746138010.963164:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1746138010.963178:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00002000:00010000:3.0:1746138010.963184:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3ea00 00000100:00100000:0.0:1746138010.964688:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.964739:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972327040 00000100:00100000:2.0:1746138010.964747:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972327040 00010000:00010000:2.0:1746138010.964772:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00000100:00100000:2.0:1746138010.964808:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12622 00000100:00100000:2.0:1746138010.964815:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972327040:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.964828:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.964849:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.964860:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.964885:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e13f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe6e expref: 6 pid: 8501 timeout: 555 lvb_type: 0 00010000:00010000:2.0:1746138010.964912:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.964914:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.964922:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.964931:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.964965:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.964978:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968077056:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.965053:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.966846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.967018:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968077056:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.967040:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.967075:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972327040:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2260us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.967083:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12622 00000100:00100000:3.0:1746138010.967272:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972327296 00000100:00100000:3.0:1746138010.967278:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972327296 00002000:00100000:3.0:1746138010.967325:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ed80 x1830957972327296/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.967335:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ed80 with x1830957972327296 ext(0->4095) 00002000:00010000:3.0:1746138010.967340:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3ed80 00000100:00100000:3.0:1746138010.967356:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5433 00000100:00100000:3.0:1746138010.967362:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957972327296:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138010.967566:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957972327296:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 203us (725us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.967572:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5433 00002000:00100000:3.0:1746138010.967577:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3ed80 x1830957972327296/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.967585:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ed80 with x1830957972327296 ext(0->4095) 00002000:00010000:3.0:1746138010.967587:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3ed80 00000100:00100000:0.0:1746138010.969326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.969557:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972327424 00000100:00100000:3.0:1746138010.969564:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972327424 00000100:00100000:3.0:1746138010.969606:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7546 00000100:00100000:3.0:1746138010.969612:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972327424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.969631:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.969649:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe7c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.969678:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.969686:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.969688:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.969692:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.969725:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.969738:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 31 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138010.969751:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968077184:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.969854:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138010.971442:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.971464:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972327552 00000100:00100000:2.0:1746138010.971472:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972327552 00000100:00100000:3.0:1746138010.971487:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968077184:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138010.971500:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.971514:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.971527:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:2.0:1746138010.971530:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12623 00000100:00100000:2.0:1746138010.971538:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972327552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.971549:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.971573:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.971585:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.971608:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1400 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe75 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.971620:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.971621:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.971627:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.971632:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.971671:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.971682:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968077312:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.971810:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972327424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2195us (2503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.971818:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138010.971820:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7546 00000100:00100000:2.0:1746138010.973401:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968077312:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.973409:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.973445:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.973484:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972327552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1946us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.973493:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12623 00000100:00100000:3.0:1746138010.973516:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972327808 00000100:00100000:3.0:1746138010.973522:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972327808 00002000:00100000:3.0:1746138010.973553:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730700 x1830957972327808/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.973588:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730700 with x1830957972327808 ext(0->4095) 00002000:00010000:3.0:1746138010.973592:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092730700 00000100:00100000:3.0:1746138010.973640:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5434 00000100:00100000:3.0:1746138010.973647:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972327808:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.973807:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972327808:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.973813:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5434 00002000:00100000:3.0:1746138010.973882:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730700 x1830957972327808/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.973889:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730700 with x1830957972327808 ext(0->4095) 00002000:00010000:3.0:1746138010.973891:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092730700 00000100:00100000:0.0:1746138010.975950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.976045:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972327936 00000100:00100000:3.0:1746138010.976053:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972327936 00000100:00100000:3.0:1746138010.976098:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7547 00000100:00100000:3.0:1746138010.976105:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972327936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.976121:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.976141:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe83 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.976176:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.976184:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.976186:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138010.976194:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.976224:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.976235:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138010.976245:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968077440:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138010.976336:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138010.977103:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.977153:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972328064 00000100:00100000:2.0:1746138010.977158:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972328064 00000100:00100000:2.0:1746138010.977285:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7548 00000100:00100000:2.0:1746138010.977297:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972328064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138010.977320:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138010.977329:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe8a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.977376:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.977381:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.977387:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138010.977389:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.977431:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.977449:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.977464:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138010.977507:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31559:x1830957972328064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.977514:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7548 00000100:00100000:3.0:1746138010.977957:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968077440:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138010.977978:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.977987:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00000100:00100000:3.0:1746138010.978008:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972327936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1904us (2065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.978014:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7547 00000100:00100000:0.0:1746138010.979720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.979830:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972328192 00000100:00100000:2.0:1746138010.979838:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972328192 00010000:00010000:2.0:1746138010.979870:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138010.979909:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12624 00000100:00100000:2.0:1746138010.979916:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972328192:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.979932:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.979956:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.979968:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.979995:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1407 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe7c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.980024:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.980026:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.980034:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.980041:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.980075:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.980087:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138010.980099:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968077696:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.980191:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.981215:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968077696:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.981233:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.981255:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972328192:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1339us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.981262:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12624 00000100:00100000:0.0:1746138010.981818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.981885:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972328448 00000100:00100000:3.0:1746138010.981891:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972328448 00002000:00100000:3.0:1746138010.981924:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092732300 x1830957972328448/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.981933:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092732300 with x1830957972328448 ext(0->4095) 00010000:00010000:3.0:1746138010.981941:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.981954:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138010.981960:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092732300 00000100:00100000:3.0:1746138010.981973:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3390 00000100:00100000:3.0:1746138010.981978:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972328448:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.982382:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972328448:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 402us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.982388:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3390 00002000:00100000:3.0:1746138010.982393:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092732300 x1830957972328448/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.982401:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092732300 with x1830957972328448 ext(0->4095) 00010000:00010000:3.0:1746138010.982405:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.982493:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138010.982501:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092732300 00000100:00100000:0.0:1746138010.984577:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.984669:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972328576 00000100:00100000:3.0:1746138010.984678:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972328576 00000100:00100000:0.0:1746138010.984679:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.984715:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7549 00000100:00100000:3.0:1746138010.984722:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972328576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.984738:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138010.984744:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972328704 00000100:00100000:2.0:1746138010.984749:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972328704 00010000:00010000:3.0:1746138010.984754:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe91 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.984769:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138010.984805:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12625 00000100:00100000:2.0:1746138010.984810:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972328704:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138010.984812:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.984817:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.984823:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138010.984823:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.984827:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.984842:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.984854:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.984953:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.984959:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e140e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe83 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.984966:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.984972:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.984974:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.984980:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.984987:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.984997:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00010000:00010000:2.0:1746138010.985009:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.985020:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138010.985031:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968077952:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.985038:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972328576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 316us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.985044:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7549 00000100:00100000:2.0:1746138010.985100:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.986567:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968077952:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138010.986584:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.986623:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972328704:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1812us (1942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.986630:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12625 00000100:00100000:0.0:1746138010.988399:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.988534:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972328960 00000100:00100000:3.0:1746138010.988546:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972328960 00002000:00100000:3.0:1746138010.988586:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092733b80 x1830957972328960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.988597:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092733b80 with x1830957972328960 ext(0->4095) 00010000:00010000:3.0:1746138010.988605:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.988619:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138010.988627:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092733b80 00000100:00100000:3.0:1746138010.988652:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3391 00000100:00100000:3.0:1746138010.988659:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972328960:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138010.988821:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972328960:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.988826:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3391 00002000:00100000:3.0:1746138010.988831:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092733b80 x1830957972328960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.988839:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092733b80 with x1830957972328960 ext(0->4095) 00010000:00010000:3.0:1746138010.988843:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.988852:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138010.988858:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092733b80 00000100:00100000:0.0:1746138010.990797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138010.990880:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138010.990944:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972329088 00000100:00100000:2.0:1746138010.990944:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972329216 00000100:00100000:3.0:1746138010.990954:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972329088 00000100:00100000:2.0:1746138010.990954:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972329216 00000100:00100000:3.0:1746138010.991005:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7550 00010000:00010000:2.0:1746138010.991011:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138010.991013:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972329088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138010.991028:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138010.991045:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe98 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.991048:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12626 00000100:00100000:2.0:1746138010.991054:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972329216:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.991063:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138010.991068:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138010.991074:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.991079:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138010.991083:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.991094:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.991105:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.991162:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.991163:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1415 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe8a expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.991176:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.991177:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.991178:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.991184:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.991191:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138010.991202:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00010000:00010000:2.0:1746138010.991214:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.991226:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138010.991237:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968078208:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138010.991252:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972329088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 240us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138010.991258:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7550 00000100:00100000:2.0:1746138010.991294:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138010.993402:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968078208:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138010.993444:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138010.993457:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138010.993497:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972329216:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2441us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138010.993506:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12626 00000100:00100000:3.0:1746138010.993598:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972329472 00000100:00100000:3.0:1746138010.993604:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972329472 00002000:00100000:3.0:1746138010.993636:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b217100 x1830957972329472/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/0 e 0 to 0 dl 1746138021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.993647:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b217100 with x1830957972329472 ext(0->4095) 00010000:00010000:3.0:1746138010.993655:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.993668:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138010.993675:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b217100 00000100:00100000:3.0:1746138010.993698:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3392 00000100:00100000:3.0:1746138010.993704:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972329472:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138010.994144:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972329472:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 439us (700us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138010.994151:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3392 00002000:00100000:3.0:1746138010.994157:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b217100 x1830957972329472/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:446/0 lens 488/4536 e 0 to 0 dl 1746138021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138010.994165:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b217100 with x1830957972329472 ext(0->4095) 00010000:00010000:3.0:1746138010.994169:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138010.994178:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138010.994184:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b217100 00000100:00100000:0.0:1746138010.997289:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138010.997445:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972329600 00000100:00100000:2.0:1746138010.997455:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972329600 00010000:00010000:2.0:1746138010.997488:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138010.997524:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12627 00000100:00100000:2.0:1746138010.997531:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972329600:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138010.997543:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138010.997559:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.997575:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.997594:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e141c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe91 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138010.997616:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.997618:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138010.997624:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.997631:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138010.997657:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138010.997672:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968078336:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138010.997742:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.001510:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968078336:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.001527:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.001575:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972329600:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4044us (4298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.001582:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12627 00000100:00100000:0.0:1746138011.002026:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.002098:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972329856 00000100:00100000:3.0:1746138011.002106:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972329856 00002000:00100000:3.0:1746138011.002144:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b215500 x1830957972329856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.002152:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b215500 with x1830957972329856 ext(0->4095) 00002000:00010000:3.0:1746138011.002156:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b215500 00000100:00100000:3.0:1746138011.002177:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5435 00000100:00100000:3.0:1746138011.002184:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972329856:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.002367:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972329856:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.002373:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5435 00002000:00100000:3.0:1746138011.002379:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b215500 x1830957972329856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.002387:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b215500 with x1830957972329856 ext(0->4095) 00002000:00010000:3.0:1746138011.002390:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b215500 00000100:00100000:0.0:1746138011.004209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.004274:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972329984 00000100:00100000:3.0:1746138011.004280:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972329984 00000100:00100000:3.0:1746138011.004339:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7551 00000100:00100000:3.0:1746138011.004346:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972329984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.004358:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.004378:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abe9f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.004406:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.004447:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.004449:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.004452:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.004485:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 31 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.004498:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 31 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.004509:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968078464:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.004662:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.006212:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968078464:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.006239:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.006253:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138011.006311:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972329984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1951us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.006321:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7551 00000100:00100000:0.0:1746138011.006696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.006758:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972330112 00000100:00100000:3.0:1746138011.006764:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972330112 00010000:00010000:3.0:1746138011.006784:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.006816:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12628 00000100:00100000:3.0:1746138011.006822:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972330112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.006833:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.006854:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.006865:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.006887:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1423 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe98 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.006903:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.006905:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.006913:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.006920:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.006945:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.006956:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968078592:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.007050:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.008685:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968078592:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.008702:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.008748:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972330112:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1924us (2059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.008757:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12628 00000100:00100000:1.0:1746138011.009021:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.009214:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972330368 00000100:00100000:3.0:1746138011.009219:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972330368 00002000:00100000:3.0:1746138011.009251:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349500 x1830957972330368/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.009259:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349500 with x1830957972330368 ext(0->4095) 00002000:00010000:3.0:1746138011.009263:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349500 00000100:00100000:3.0:1746138011.009286:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5436 00000100:00100000:3.0:1746138011.009292:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972330368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.010154:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972330368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 860us (1133us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.010161:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5436 00002000:00100000:3.0:1746138011.010168:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349500 x1830957972330368/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.010175:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349500 with x1830957972330368 ext(0->4095) 00002000:00010000:3.0:1746138011.010178:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349500 00000100:00100000:2.0:1746138011.012719:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.012840:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972330496 00000100:00100000:3.0:1746138011.012851:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972330496 00000100:00100000:3.0:1746138011.012912:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7552 00000100:00100000:3.0:1746138011.012920:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31559:x1830957972330496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.012946:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.013058:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abea6 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.013196:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.013204:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.013206:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.013210:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.013635:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.013647:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.013660:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968078720:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.013989:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.015255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.015328:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972330624 00000100:00100000:2.0:1746138011.015336:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972330624 00000100:00100000:2.0:1746138011.015480:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7553 00000100:00100000:3.0:1746138011.015502:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968078720:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.015529:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.015545:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138011.015583:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972330496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2664us (2875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.015592:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7552 00000100:00100000:2.0:1746138011.015684:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972330624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.015698:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.015712:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abead expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.015731:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.015735:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.015741:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.015743:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.015768:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.015778:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.015784:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.015816:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972330624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.015821:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7553 00000100:00100000:0.0:1746138011.016339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.016507:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972330752 00000100:00100000:3.0:1746138011.016514:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972330752 00010000:00010000:3.0:1746138011.016542:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.016574:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12629 00000100:00100000:3.0:1746138011.016580:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972330752:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.016591:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.016639:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.016650:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.016667:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e142a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abe9f expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.016759:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.016762:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.016769:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.016776:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.016802:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.016812:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.016822:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968078976:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.016890:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.018767:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.018837:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972331008 00000100:00100000:2.0:1746138011.018847:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972331008 00000100:00100000:3.0:1746138011.018857:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968078976:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.018872:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138011.018895:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093dec380 x1830957972331008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138011.018901:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972330752:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2320us (2564us total) trans 0 rc 0/0 00002000:00100000:2.0:1746138011.018905:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec380 with x1830957972331008 ext(0->4095) 00000100:00100000:3.0:1746138011.018909:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12629 00010000:00010000:2.0:1746138011.018914:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.018926:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.018932:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093dec380 00000100:00100000:2.0:1746138011.018961:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3393 00000100:00100000:2.0:1746138011.018971:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972331008:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.019179:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972331008:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.019185:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3393 00002000:00100000:2.0:1746138011.019191:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093dec380 x1830957972331008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.019198:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec380 with x1830957972331008 ext(0->4095) 00010000:00010000:2.0:1746138011.019202:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.019212:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.019218:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093dec380 00000100:00100000:0.0:1746138011.021589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.021723:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972331136 00000100:00100000:3.0:1746138011.021734:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972331136 00010000:00010000:3.0:1746138011.021815:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.021879:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12630 00000100:00100000:3.0:1746138011.021900:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972331136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.021915:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.021961:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.021992:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.022029:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1431 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abea6 expref: 33 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.022085:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.022088:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.022096:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.022114:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.022190:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.022217:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968079104:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.022671:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.024716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.024773:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972331392 00000100:00100000:2.0:1746138011.024784:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972331392 00000100:00100000:3.0:1746138011.024811:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968079104:192.168.204.27@tcp:105: 00002000:00100000:2.0:1746138011.024821:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093deea00 x1830957972331392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746138011.024828:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138011.024828:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deea00 with x1830957972331392 ext(0->4095) 00002000:00010000:2.0:1746138011.024833:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093deea00 00000100:00100000:2.0:1746138011.024858:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5437 00000100:00100000:3.0:1746138011.024863:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972331136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2976us (3285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.024865:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972331392:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138011.024872:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12630 00000100:00100000:2.0:1746138011.025088:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957972331392:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 222us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.025094:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5437 00002000:00100000:2.0:1746138011.025099:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093deea00 x1830957972331392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.025107:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deea00 with x1830957972331392 ext(0->4095) 00002000:00010000:2.0:1746138011.025109:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093deea00 00000100:00100000:0.0:1746138011.027343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.027575:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972331520 00000100:00100000:2.0:1746138011.027585:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972331520 00000100:00100000:2.0:1746138011.027641:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7554 00000100:00100000:2.0:1746138011.027649:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972331520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.027742:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.027764:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abeb4 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.027796:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.027808:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.027810:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.027813:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.027844:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.027856:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 31 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.027868:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968079232:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.028013:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.029113:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968079232:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.029139:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.029153:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138011.029192:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972331520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1543us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.029200:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7554 00000100:00100000:0.0:1746138011.029502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.029609:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972331648 00000100:00100000:3.0:1746138011.029616:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972331648 00010000:00010000:3.0:1746138011.029652:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.029704:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12631 00000100:00100000:3.0:1746138011.029711:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972331648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.029746:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.029777:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.029789:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.029836:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1438 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abead expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.029877:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.029879:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.029886:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.029893:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.029927:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.029937:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968079360:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.030008:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.032102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.032173:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968079360:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.032199:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.032246:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972331904 00000100:00100000:2.0:1746138011.032255:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972331904 00000100:00100000:3.0:1746138011.032274:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972331648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2562us (2771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.032286:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12631 00002000:00100000:2.0:1746138011.032318:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942eb100 x1830957972331904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.032335:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942eb100 with x1830957972331904 ext(0->4095) 00002000:00010000:2.0:1746138011.032339:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942eb100 00000100:00100000:2.0:1746138011.032359:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5438 00000100:00100000:2.0:1746138011.032367:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972331904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.033020:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972331904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 652us (926us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.033026:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5438 00002000:00100000:2.0:1746138011.033031:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942eb100 x1830957972331904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.033037:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942eb100 with x1830957972331904 ext(0->4095) 00002000:00010000:2.0:1746138011.033040:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942eb100 00000100:00100000:0.0:1746138011.035237:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.035353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.035453:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972332032 00000100:00100000:1.0:1746138011.035454:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972332160 00000100:00100000:1.0:1746138011.035463:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972332160 00000100:00100000:2.0:1746138011.035464:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972332032 00000100:00100000:2.0:1746138011.035510:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7555 00000100:00100000:2.0:1746138011.035517:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972332032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138011.035524:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7556 00000100:00100000:1.0:1746138011.035531:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972332160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.035538:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.035538:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.035558:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abebb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.035558:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abec2 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.035587:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.035596:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.035597:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.035602:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.035610:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.035614:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.035620:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.035623:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.035647:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.035651:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.035660:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.035671:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.035673:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968079488:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.035683:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138011.035746:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31559:x1830957972332160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.035752:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7556 00000100:00100000:2.0:1746138011.035839:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.038643:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968079488:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.038650:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746138011.038675:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.038692:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138011.038750:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972332032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3232us (3520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.038758:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7555 00000100:00100000:0.0:1746138011.039030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.039095:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972332288 00000100:00100000:3.0:1746138011.039104:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972332288 00010000:00010000:3.0:1746138011.039133:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.039160:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12632 00000100:00100000:3.0:1746138011.039168:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972332288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.039182:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.039292:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.039317:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.039339:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e143f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeb4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.039365:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.039367:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.039375:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.039383:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.039414:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.039455:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.039467:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968079744:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.039786:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.042876:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968079744:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.042902:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.043022:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972332288:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3853us (3991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.043033:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12632 00000100:00100000:0.0:1746138011.043233:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.043538:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972332544 00000100:00100000:2.0:1746138011.043545:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972332544 00002000:00100000:2.0:1746138011.043581:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091457800 x1830957972332544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.043591:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091457800 with x1830957972332544 ext(0->4095) 00010000:00010000:2.0:1746138011.043598:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.043615:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.043622:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091457800 00000100:00100000:2.0:1746138011.043648:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3394 00000100:00100000:2.0:1746138011.043655:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972332544:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.043909:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972332544:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 251us (673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.043916:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3394 00002000:00100000:2.0:1746138011.043921:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091457800 x1830957972332544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.043928:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091457800 with x1830957972332544 ext(0->4095) 00010000:00010000:2.0:1746138011.043932:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.043940:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.043946:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091457800 00000100:00100000:0.0:1746138011.045289:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.045379:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972332672 00000100:00100000:2.0:1746138011.045385:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972332672 00000100:00100000:2.0:1746138011.045444:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7557 00000100:00100000:2.0:1746138011.045450:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972332672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.045463:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.045480:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abec9 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.045503:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.045508:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.045514:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.045518:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.045552:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.045563:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.045572:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.045609:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972332672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.045614:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7557 00000100:00100000:0.0:1746138011.045886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.045954:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972332800 00000100:00100000:3.0:1746138011.045958:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972332800 00010000:00010000:3.0:1746138011.045976:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.046007:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12633 00000100:00100000:3.0:1746138011.046012:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972332800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.046022:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.046044:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.046139:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.046159:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e144d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abebb expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.046173:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.046175:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.046180:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.046187:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.046208:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.046218:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.046230:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080000:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.046294:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.049481:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080000:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.049509:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.049545:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.049560:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972332800:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3546us (3673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.049570:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12633 00000100:00100000:2.0:1746138011.049672:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972333056 00000100:00100000:2.0:1746138011.049680:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972333056 00002000:00100000:2.0:1746138011.049719:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c48000 x1830957972333056/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.049729:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48000 with x1830957972333056 ext(0->4095) 00010000:00010000:2.0:1746138011.049737:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.049755:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.049761:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c48000 00000100:00100000:2.0:1746138011.049789:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3395 00000100:00100000:2.0:1746138011.049795:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972333056:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.049949:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972333056:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.049955:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3395 00002000:00100000:2.0:1746138011.049960:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c48000 x1830957972333056/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.049968:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48000 with x1830957972333056 ext(0->4095) 00010000:00010000:2.0:1746138011.049972:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.049980:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.049986:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c48000 00000100:00100000:0.0:1746138011.051961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.052645:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972333184 00000100:00100000:1.0:1746138011.052655:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972333184 00000100:00100000:1.0:1746138011.052702:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7558 00000100:00100000:0.0:1746138011.052707:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.052711:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972333184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.052730:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.052778:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abed0 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.052811:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.052817:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.052823:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138011.052825:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.052862:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.052870:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.052882:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138011.052923:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972333184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.052929:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7558 00000100:00100000:3.0:1746138011.053040:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972333312 00000100:00100000:3.0:1746138011.053045:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972333312 00010000:00010000:3.0:1746138011.053066:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.053103:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12634 00000100:00100000:3.0:1746138011.053109:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972333312:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.053119:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.053143:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.053154:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.053173:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1446 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec2 expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.053197:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.053199:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.053205:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.053213:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.053235:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.053246:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.053263:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080256:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.054072:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.056718:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.057019:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080256:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.057047:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.057116:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972333312:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4002us (4403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.057127:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12634 00000100:00100000:1.0:1746138011.057243:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972333568 00000100:00100000:1.0:1746138011.057252:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972333568 00002000:00100000:1.0:1746138011.057301:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4b480 x1830957972333568/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.057320:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b480 with x1830957972333568 ext(0->4095) 00010000:00010000:1.0:1746138011.057329:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.057343:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.057349:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c4b480 00000100:00100000:1.0:1746138011.057367:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3396 00000100:00100000:1.0:1746138011.057374:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972333568:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138011.057562:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972333568:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (857us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.057568:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3396 00002000:00100000:1.0:1746138011.057573:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4b480 x1830957972333568/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.057586:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b480 with x1830957972333568 ext(0->4095) 00010000:00010000:1.0:1746138011.057590:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.057599:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.057604:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c4b480 00000100:00100000:0.0:1746138011.060332:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.060387:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972333696 00000100:00100000:3.0:1746138011.060397:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972333696 00010000:00010000:3.0:1746138011.060475:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.060513:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12635 00000100:00100000:3.0:1746138011.060520:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972333696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.060534:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.060557:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.060568:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.060595:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1454 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abec9 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.060622:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.060625:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.060632:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.060640:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.060674:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.060687:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080384:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.060779:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.062954:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080384:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.062977:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.063021:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972333696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2500us (2723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.063031:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12635 00000100:00100000:0.0:1746138011.063744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.063833:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972333952 00000100:00100000:1.0:1746138011.063841:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972333952 00002000:00100000:1.0:1746138011.063883:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4b800 x1830957972333952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.063893:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b800 with x1830957972333952 ext(0->4095) 00002000:00010000:1.0:1746138011.063897:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4b800 00000100:00100000:1.0:1746138011.064160:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5439 00000100:00100000:1.0:1746138011.064168:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972333952:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.064824:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972333952:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 655us (1080us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.064830:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5439 00002000:00100000:1.0:1746138011.064836:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4b800 x1830957972333952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.064844:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b800 with x1830957972333952 ext(0->4095) 00002000:00010000:1.0:1746138011.064847:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4b800 00000100:00100000:0.0:1746138011.068293:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.068398:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972334080 00000100:00100000:1.0:1746138011.068409:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972334080 00000100:00100000:1.0:1746138011.068494:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7559 00000100:00100000:1.0:1746138011.068502:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972334080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.068522:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.068540:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abed7 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.068571:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.068579:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.068580:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.068584:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.068616:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.068626:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 31 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.068638:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968080512:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.068730:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.070338:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968080512:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.070367:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.070388:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138011.070617:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972334080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2115us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.070626:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7559 00000100:00100000:0.0:1746138011.071285:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.071576:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972334208 00000100:00100000:3.0:1746138011.071584:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972334208 00010000:00010000:3.0:1746138011.071613:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.071635:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12636 00000100:00100000:3.0:1746138011.071641:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972334208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.071655:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.071677:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.071694:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.071718:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e145b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed0 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.071746:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.071748:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.071755:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.071763:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.071794:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.071806:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080640:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.071878:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.074864:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080640:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.074914:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.074967:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972334208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3324us (3682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.074976:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12636 00000100:00100000:0.0:1746138011.075209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.075362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.075399:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972334592 00000100:00100000:0.0:1746138011.075406:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972334592 00000100:00100000:0.0:1746138011.075485:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7560 00000100:00100000:1.0:1746138011.075571:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972334464 00000100:00100000:1.0:1746138011.075574:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972334464 00002000:00100000:1.0:1746138011.075622:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49f80 x1830957972334464/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.075633:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49f80 with x1830957972334464 ext(0->4095) 00002000:00010000:1.0:1746138011.075638:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c49f80 00000100:00100000:1.0:1746138011.075663:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5440 00000100:00100000:1.0:1746138011.075669:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972334464:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138011.075824:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972334464:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.075830:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5440 00002000:00100000:1.0:1746138011.075835:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49f80 x1830957972334464/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.075842:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49f80 with x1830957972334464 ext(0->4095) 00002000:00010000:1.0:1746138011.075844:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c49f80 00000100:00100000:0.0:1746138011.075977:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31559:x1830957972334592:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.076569:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.076587:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abede expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.076618:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.076625:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.076626:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.076629:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.076657:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.076667:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.076678:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968080768:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.076753:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.078129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.078136:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968080768:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.078158:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.078242:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972334720 00000100:00100000:3.0:1746138011.078250:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972334720 00000100:00100000:3.0:1746138011.078297:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7561 00000100:00100000:3.0:1746138011.078316:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972334720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.078330:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.078342:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abee5 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.078351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.078360:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.078365:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.078371:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.078373:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.078394:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972334848 00000100:00100000:2.0:1746138011.078398:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972334848 00010000:00010000:2.0:1746138011.078447:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.078467:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12637 00000100:00100000:2.0:1746138011.078473:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972334848:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.078482:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.078720:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00010000:00010000:2.0:1746138011.078729:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.078738:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.078756:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1462 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abed7 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.078757:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31559:x1830957972334592:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3265us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.078763:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7560 00010000:00010000:2.0:1746138011.078769:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.078770:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.078776:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.078783:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.078806:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.078818:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.078829:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080896:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.078843:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.078851:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.078858:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968081024:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.078868:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.078874:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.080398:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968080896:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.080447:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.080485:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972334848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2011us (2131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.080489:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968081024:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.080495:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12637 00010000:00010000:3.0:1746138011.080515:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.080538:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138011.080567:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972334720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2264us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.080573:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7561 00000100:00100000:0.0:1746138011.081659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.081783:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972335104 00000100:00100000:3.0:1746138011.081790:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972335104 00002000:00100000:3.0:1746138011.081827:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49880 x1830957972335104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.081837:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49880 with x1830957972335104 ext(0->4095) 00010000:00010000:3.0:1746138011.081844:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.081857:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.081864:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49880 00000100:00100000:3.0:1746138011.082017:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3397 00000100:00100000:3.0:1746138011.082024:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972335104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.082387:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972335104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 362us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.082395:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3397 00002000:00100000:3.0:1746138011.082401:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49880 x1830957972335104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.082413:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49880 with x1830957972335104 ext(0->4095) 00010000:00010000:3.0:1746138011.082441:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.082451:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.082456:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49880 00000100:00100000:0.0:1746138011.084792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.084974:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972335232 00000100:00100000:2.0:1746138011.084990:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972335232 00010000:00010000:2.0:1746138011.085031:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.085073:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12638 00000100:00100000:2.0:1746138011.085082:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972335232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.085098:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.085125:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.085139:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.085165:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1469 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abede expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.085188:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.085191:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.085198:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.085207:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.085246:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.085261:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968081152:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.085374:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.087300:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968081152:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.087338:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.087397:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957972335232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2316us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.087410:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12638 00000100:00100000:0.0:1746138011.088058:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.088363:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972335488 00000100:00100000:3.0:1746138011.088370:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972335488 00002000:00100000:3.0:1746138011.088448:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49500 x1830957972335488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.088459:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49500 with x1830957972335488 ext(0->4095) 00002000:00010000:3.0:1746138011.088464:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c49500 00000100:00100000:3.0:1746138011.088491:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5441 00000100:00100000:3.0:1746138011.088500:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972335488:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.091102:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972335488:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 2592us (3033us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.091115:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5441 00002000:00100000:3.0:1746138011.091125:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49500 x1830957972335488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.091136:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49500 with x1830957972335488 ext(0->4095) 00002000:00010000:3.0:1746138011.091143:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c49500 00000100:00100000:0.0:1746138011.094158:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.095802:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972335616 00000100:00100000:3.0:1746138011.095816:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972335616 00000100:00100000:3.0:1746138011.095883:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7562 00000100:00100000:3.0:1746138011.095893:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972335616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.095915:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.095937:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abeec expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.095972:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.095980:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.095982:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.095986:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.096024:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.096038:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 31 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.096051:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968081280:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.096163:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.099477:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968081280:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.099507:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.099527:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138011.099586:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972335616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3694us (5438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.099594:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7562 00000100:00100000:0.0:1746138011.099715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.099929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.099985:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972335744 00000100:00100000:2.0:1746138011.099991:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972335744 00010000:00010000:2.0:1746138011.100013:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.100031:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12639 00000100:00100000:2.0:1746138011.100037:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972335744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.100047:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.100065:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.100075:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.100092:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1470 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abee5 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.100106:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.100108:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.100113:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.100120:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.100155:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.100165:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968081408:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.100243:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972335872 00000100:00100000:3.0:1746138011.100246:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972335872 00000100:00100000:3.0:1746138011.100261:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7563 00000100:00100000:3.0:1746138011.100266:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972335872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.100278:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.100286:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abef3 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.100298:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.100320:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.100321:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.100324:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.100338:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.100347:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.100359:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968081536:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.100490:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.101114:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.103497:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968081536:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.103525:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.103540:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:3.0:1746138011.103589:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972335872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3321us (3658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.103596:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7563 00000100:00100000:0.0:1746138011.103920:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.103970:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972336128 00000100:00100000:2.0:1746138011.103976:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972336128 00002000:00100000:2.0:1746138011.104009:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4a300 x1830957972336128/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.104017:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4a300 with x1830957972336128 ext(0->4095) 00010000:00010000:2.0:1746138011.104023:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.104034:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.104039:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c4a300 00000100:00100000:2.0:1746138011.104064:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3398 00000100:00100000:2.0:1746138011.104072:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972336128:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.104192:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972336128:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.104198:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3398 00002000:00100000:2.0:1746138011.104202:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4a300 x1830957972336128/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.104209:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4a300 with x1830957972336128 ext(0->4095) 00010000:00010000:2.0:1746138011.104213:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.104221:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.104226:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c4a300 00000100:00100000:3.0:1746138011.104278:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968081408:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.104287:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.104315:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972335744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4278us (4600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.104322:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12639 00000100:00100000:0.0:1746138011.106840:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.106964:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972336256 00000100:00100000:3.0:1746138011.106972:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972336256 00000100:00100000:3.0:1746138011.107031:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7564 00000100:00100000:3.0:1746138011.107039:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972336256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.107058:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.107079:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abefa expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.107105:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.107111:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.107116:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.107119:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.107157:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.107167:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.107175:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138011.107506:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972336256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 466us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.107512:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7564 00000100:00100000:0.0:1746138011.107549:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.107731:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972336384 00000100:00100000:3.0:1746138011.107735:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972336384 00010000:00010000:3.0:1746138011.107748:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.107882:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12640 00000100:00100000:3.0:1746138011.107888:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972336384:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.107897:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.107915:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.107930:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.107947:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1477 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abeec expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.107959:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.107961:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.108130:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.108137:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.108160:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.108169:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.108179:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968081792:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.108255:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.111197:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968081792:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.111218:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.111385:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972336384:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3494us (3834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.111398:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12640 00000100:00100000:0.0:1746138011.114157:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.114326:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972336640 00000100:00100000:2.0:1746138011.114334:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972336640 00002000:00100000:2.0:1746138011.114375:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49c00 x1830957972336640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.114385:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49c00 with x1830957972336640 ext(0->4095) 00010000:00010000:2.0:1746138011.114393:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.114407:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.114413:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49c00 00000100:00100000:2.0:1746138011.114475:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3399 00000100:00100000:2.0:1746138011.114482:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972336640:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.114643:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972336640:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.114649:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3399 00002000:00100000:2.0:1746138011.114653:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49c00 x1830957972336640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.114659:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49c00 with x1830957972336640 ext(0->4095) 00010000:00010000:2.0:1746138011.114664:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.114672:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.114677:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49c00 00000100:00100000:0.0:1746138011.116910:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.116972:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972336768 00000100:00100000:2.0:1746138011.116980:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972336768 00010000:00010000:2.0:1746138011.117013:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.117050:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12641 00000100:00100000:2.0:1746138011.117057:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972336768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.117079:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.117099:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.117113:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.117133:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e147e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abef3 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.117166:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.117167:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.117174:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.117207:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.117240:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.117252:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968081920:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.117342:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.119879:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968081920:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.119897:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.119940:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972336768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2883us (3038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.119949:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12641 00000100:00100000:0.0:1746138011.120054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.120107:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972337024 00000100:00100000:2.0:1746138011.120112:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972337024 00002000:00100000:2.0:1746138011.120144:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528000 x1830957972337024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.120152:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528000 with x1830957972337024 ext(0->4095) 00002000:00010000:2.0:1746138011.120157:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094528000 00000100:00100000:2.0:1746138011.120173:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5442 00000100:00100000:2.0:1746138011.120178:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972337024:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.120320:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972337024:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.120326:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5442 00002000:00100000:2.0:1746138011.120331:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528000 x1830957972337024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.120337:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528000 with x1830957972337024 ext(0->4095) 00002000:00010000:2.0:1746138011.120339:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094528000 00000100:00100000:0.0:1746138011.122795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.122902:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972337152 00000100:00100000:3.0:1746138011.122912:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972337152 00000100:00100000:3.0:1746138011.122970:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7565 00000100:00100000:3.0:1746138011.122981:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972337152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.122998:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.123016:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf01 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.123042:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.123048:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.123050:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.123053:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.123079:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.123090:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 31 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.123100:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968082048:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.123264:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.125407:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968082048:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.125462:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.125478:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138011.125516:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972337152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2538us (2731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.125525:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7565 00000100:00100000:0.0:1746138011.127555:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.127664:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972337280 00000100:00100000:2.0:1746138011.127672:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972337280 00010000:00010000:2.0:1746138011.127705:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.127729:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12642 00000100:00100000:2.0:1746138011.127735:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972337280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.127745:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.127772:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.127788:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.127807:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1485 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abefa expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.127832:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.127834:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.127840:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.127978:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.128005:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.128015:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968082176:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.128089:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179240 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.129576:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968082176:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.129597:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.129875:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972337280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2138us (2327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.129883:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12642 00000100:00100000:0.0:1746138011.130331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.130396:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972337536 00000100:00100000:1.0:1746138011.130402:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972337536 00002000:00100000:1.0:1746138011.130478:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528700 x1830957972337536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.130488:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528700 with x1830957972337536 ext(0->4095) 00002000:00010000:1.0:1746138011.130492:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094528700 00000100:00100000:1.0:1746138011.130516:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5443 00000100:00100000:1.0:1746138011.130522:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972337536:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138011.130635:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972337536:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.130641:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5443 00002000:00100000:1.0:1746138011.130645:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528700 x1830957972337536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.130652:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528700 with x1830957972337536 ext(0->4095) 00002000:00010000:1.0:1746138011.130654:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094528700 00000100:00100000:0.0:1746138011.130776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.130827:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972337664 00000100:00100000:3.0:1746138011.130830:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972337664 00000100:00100000:3.0:1746138011.130853:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7566 00000100:00100000:3.0:1746138011.130858:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31559:x1830957972337664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.130866:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.130881:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf08 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.130900:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.130907:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.130909:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.130912:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.130935:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.130944:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.130954:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968082304:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.131006:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.131893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.131933:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972337792 00000100:00100000:1.0:1746138011.131938:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972337792 00000100:00100000:1.0:1746138011.131967:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7567 00000100:00100000:1.0:1746138011.131972:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972337792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.131982:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.131991:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf0f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.132007:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.132011:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.132022:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.132025:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.132046:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.132057:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.132065:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138011.132090:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31560:x1830957972337792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.132096:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7567 00000100:00100000:3.0:1746138011.132593:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968082304:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.132610:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.132619:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00000100:00100000:3.0:1746138011.132639:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972337664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1781us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.132644:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7566 00000100:00100000:0.0:1746138011.134246:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.134320:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972337920 00000100:00100000:2.0:1746138011.134327:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972337920 00010000:00010000:2.0:1746138011.134355:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.134396:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12643 00000100:00100000:2.0:1746138011.134403:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972337920:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.134413:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.134455:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.134465:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.134483:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e148c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf01 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.134510:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.134511:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.134518:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.134525:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.134552:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.134562:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.134572:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968082560:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.134646:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179240 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.136218:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968082560:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.136235:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.136264:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972337920:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1862us (2025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.136272:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12643 00000100:00100000:0.0:1746138011.137375:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.137459:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972338176 00000100:00100000:2.0:1746138011.137464:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972338176 00002000:00100000:2.0:1746138011.137494:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528e00 x1830957972338176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.137502:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528e00 with x1830957972338176 ext(0->4095) 00010000:00010000:2.0:1746138011.137509:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.137520:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.137526:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094528e00 00000100:00100000:2.0:1746138011.137551:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3400 00000100:00100000:2.0:1746138011.137557:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972338176:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.137685:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972338176:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.137694:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3400 00002000:00100000:2.0:1746138011.137698:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528e00 x1830957972338176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.137705:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528e00 with x1830957972338176 ext(0->4095) 00010000:00010000:2.0:1746138011.137709:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.137717:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.137723:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094528e00 00000100:00100000:0.0:1746138011.140503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.140571:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972338304 00000100:00100000:3.0:1746138011.140579:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972338304 00010000:00010000:3.0:1746138011.140861:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.140902:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12644 00000100:00100000:3.0:1746138011.140909:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972338304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.140920:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.140938:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.140948:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.140973:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1493 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf08 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.140990:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.140992:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.140999:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.141006:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.141035:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.141046:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968082688:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.141112:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.143801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.144174:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972338560 00000100:00100000:2.0:1746138011.144183:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972338560 00002000:00100000:2.0:1746138011.144225:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009452bb80 x1830957972338560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.144234:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452bb80 with x1830957972338560 ext(0->4095) 00002000:00010000:2.0:1746138011.144239:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009452bb80 00000100:00100000:3.0:1746138011.144379:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968082688:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.144398:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.144467:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972338304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3558us (3972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.144477:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12644 00000100:00100000:2.0:1746138011.144856:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5444 00000100:00100000:2.0:1746138011.144865:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972338560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.145033:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972338560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (1242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.145039:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5444 00002000:00100000:2.0:1746138011.145045:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009452bb80 x1830957972338560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.145056:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452bb80 with x1830957972338560 ext(0->4095) 00002000:00010000:2.0:1746138011.145059:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009452bb80 00000100:00100000:0.0:1746138011.148355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.148459:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972338688 00000100:00100000:3.0:1746138011.148470:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972338688 00000100:00100000:3.0:1746138011.148524:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7568 00000100:00100000:3.0:1746138011.148533:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972338688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.148553:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.148569:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf16 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.148594:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.148601:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.148603:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.148606:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.148632:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.148642:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 31 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.148653:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968082816:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.148741:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.150631:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.150867:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968082816:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.150902:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.150924:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:2.0:1746138011.150925:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972338816 00000100:00100000:2.0:1746138011.150936:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972338816 00010000:00010000:2.0:1746138011.150972:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.151005:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12645 00000100:00100000:2.0:1746138011.151010:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972338816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.151022:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.151038:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.151047:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.151065:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e149a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf0f expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.151084:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.151086:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.151091:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.151097:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.151137:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.151146:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968082944:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.151187:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972338688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2654us (2839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.151199:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7568 00000100:00100000:2.0:1746138011.151203:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.152309:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968082944:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.152325:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.152368:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972338816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1356us (1748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.152376:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12645 00000100:00100000:0.0:1746138011.153198:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.153295:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972339072 00000100:00100000:1.0:1746138011.153315:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972339072 00002000:00100000:1.0:1746138011.153613:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b1c00 x1830957972339072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.153624:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b1c00 with x1830957972339072 ext(0->4095) 00002000:00010000:1.0:1746138011.153629:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b1c00 00000100:00100000:1.0:1746138011.153661:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5445 00000100:00100000:1.0:1746138011.153670:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972339072:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.153850:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972339072:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (654us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.153860:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5445 00002000:00100000:1.0:1746138011.153865:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b1c00 x1830957972339072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.153873:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b1c00 with x1830957972339072 ext(0->4095) 00002000:00010000:1.0:1746138011.153876:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b1c00 00000100:00100000:0.0:1746138011.154997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.155120:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972339200 00000100:00100000:3.0:1746138011.155125:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972339200 00000100:00100000:3.0:1746138011.155321:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7569 00000100:00100000:3.0:1746138011.155331:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31559:x1830957972339200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.155345:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.155363:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf1d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.155390:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.155398:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.155400:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.155403:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.155444:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.155609:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.155621:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.155634:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968083072:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.155673:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972339328 00000100:00100000:1.0:1746138011.155677:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972339328 00000100:00100000:3.0:1746138011.155688:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.155697:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7570 00000100:00100000:1.0:1746138011.155702:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972339328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.155708:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.155715:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf24 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.155726:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.155729:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.155735:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.155737:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.155759:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.155770:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.155784:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138011.155803:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31560:x1830957972339328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.155809:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7570 00000100:00100000:0.0:1746138011.159255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.159442:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972339456 00000100:00100000:2.0:1746138011.159450:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972339456 00010000:00010000:2.0:1746138011.159484:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.159519:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12646 00000100:00100000:2.0:1746138011.159526:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972339456:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.159540:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.159563:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.159579:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.159605:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.159607:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.159614:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.159623:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.159653:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.159664:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.159674:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968083328:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.159688:0:8501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf16 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.159725:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968083072:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.159736:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00010000:00010000:3.0:1746138011.159748:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.159756:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.159769:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138011.159791:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972339200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4461us (4796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.159798:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7569 00000100:00100000:0.0:1746138011.161363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.161445:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972339712 00000100:00100000:3.0:1746138011.161452:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972339712 00000100:00100000:2.0:1746138011.161480:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968083328:192.168.204.27@tcp:105: 00002000:00100000:3.0:1746138011.161485:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b1880 x1830957972339712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.161495:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b1880 with x1830957972339712 ext(0->4095) 00010000:00010000:2.0:1746138011.161500:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138011.161502:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.161513:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.161519:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b1880 00000100:00100000:2.0:1746138011.161558:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972339456:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2031us (2311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.161567:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12646 00000100:00100000:3.0:1746138011.161615:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3401 00000100:00100000:3.0:1746138011.161623:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972339712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.161869:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972339712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 245us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.161876:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3401 00002000:00100000:3.0:1746138011.161881:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b1880 x1830957972339712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.161889:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b1880 with x1830957972339712 ext(0->4095) 00010000:00010000:3.0:1746138011.161894:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.161907:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.161913:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b1880 00000100:00100000:0.0:1746138011.163614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.163782:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972339840 00000100:00100000:2.0:1746138011.163790:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972339840 00010000:00010000:2.0:1746138011.163823:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.163853:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12647 00000100:00100000:2.0:1746138011.163860:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972339840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.163875:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.163893:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.163904:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.163927:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e14a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf1d expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.163946:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.163948:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.163955:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.163963:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.164122:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.164136:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968083456:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.164264:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.165380:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968083456:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.165402:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.165455:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972339840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1595us (1845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.165469:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12647 00000100:00100000:1.0:1746138011.165806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.165927:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972340096 00000100:00100000:3.0:1746138011.165932:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972340096 00002000:00100000:3.0:1746138011.165962:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634a680 x1830957972340096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.165971:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634a680 with x1830957972340096 ext(0->4095) 00002000:00010000:3.0:1746138011.165975:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634a680 00000100:00100000:3.0:1746138011.165988:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5446 00000100:00100000:3.0:1746138011.165993:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972340096:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.166387:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972340096:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 392us (581us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.166397:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5446 00002000:00100000:3.0:1746138011.166402:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634a680 x1830957972340096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.166409:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634a680 with x1830957972340096 ext(0->4095) 00002000:00010000:3.0:1746138011.166412:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634a680 00000100:00100000:0.0:1746138011.167685:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.167729:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972340224 00000100:00100000:3.0:1746138011.167733:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972340224 00000100:00100000:3.0:1746138011.167996:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7571 00000100:00100000:3.0:1746138011.168004:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972340224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.168018:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.168036:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf2b expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.168062:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.168069:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.168071:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.168074:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.168106:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.168119:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 31 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.168135:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968083584:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.168764:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.169343:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968083584:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.169363:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.169375:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138011.169397:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972340224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1394us (1713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.169403:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7571 00000100:00100000:0.0:1746138011.169568:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.169745:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972340352 00000100:00100000:3.0:1746138011.169749:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972340352 00010000:00010000:3.0:1746138011.169767:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.169797:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12648 00000100:00100000:3.0:1746138011.169803:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972340352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.170089:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.170112:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.170122:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.170147:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e14af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf24 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.170225:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.170227:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.170233:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.170243:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.170264:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.170273:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968083712:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.170449:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.171765:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968083712:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.171775:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.171808:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972340352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2001us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.171814:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12648 00000100:00100000:0.0:1746138011.172233:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.172317:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972340608 00000100:00100000:3.0:1746138011.172322:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972340608 00002000:00100000:3.0:1746138011.172349:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b1f80 x1830957972340608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.172365:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b1f80 with x1830957972340608 ext(0->4095) 00002000:00010000:3.0:1746138011.172369:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b1f80 00000100:00100000:3.0:1746138011.172395:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5447 00000100:00100000:3.0:1746138011.172401:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972340608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.172694:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972340608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 287us (456us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.172698:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5447 00002000:00100000:3.0:1746138011.172702:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b1f80 x1830957972340608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.172707:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b1f80 with x1830957972340608 ext(0->4095) 00002000:00010000:3.0:1746138011.172709:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b1f80 00000100:00100000:0.0:1746138011.174272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.174368:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972340736 00000100:00100000:3.0:1746138011.174376:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972340736 00000100:00100000:3.0:1746138011.174562:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7572 00000100:00100000:3.0:1746138011.174570:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972340736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.174583:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.174595:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf32 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.174797:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.174806:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.174808:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.174811:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.174836:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.174847:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.174858:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968083840:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.174934:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.175948:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968083840:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.175964:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.175976:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:2.0:1746138011.176007:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972340736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1437us (1740us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.176013:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7572 00000100:00100000:0.0:1746138011.176177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.176247:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972340864 00000100:00100000:3.0:1746138011.176251:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972340864 00010000:00010000:3.0:1746138011.176267:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.176290:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12649 00000100:00100000:3.0:1746138011.176295:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972340864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.176314:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.176332:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.176341:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.176386:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e14b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf2b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.176464:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.176466:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.176472:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.176480:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.176501:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.176510:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968083968:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.176722:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.176850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.176903:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972340992 00000100:00100000:2.0:1746138011.176907:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972340992 00000100:00100000:2.0:1746138011.176971:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7573 00000100:00100000:2.0:1746138011.176977:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972340992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.176986:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.176994:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf39 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.177006:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.177010:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.177011:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.177014:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.177026:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.177034:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.177041:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968084096:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.177070:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.178266:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968084096:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.178282:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.178296:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.178331:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972340992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1354us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.178338:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7573 00000100:00100000:3.0:1746138011.178491:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968083968:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.178503:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.178529:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972340864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2234us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.178536:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12649 00000100:00100000:0.0:1746138011.178590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.178731:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972341248 00000100:00100000:3.0:1746138011.178735:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972341248 00002000:00100000:3.0:1746138011.178760:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9ca80 x1830957972341248/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.178768:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9ca80 with x1830957972341248 ext(0->4095) 00010000:00010000:3.0:1746138011.178774:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.178783:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.178789:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f9ca80 00000100:00100000:3.0:1746138011.178808:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3402 00000100:00100000:3.0:1746138011.178814:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972341248:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.179050:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972341248:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 235us (460us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.179056:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3402 00002000:00100000:3.0:1746138011.179061:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9ca80 x1830957972341248/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.179068:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9ca80 with x1830957972341248 ext(0->4095) 00010000:00010000:3.0:1746138011.179073:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.179082:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.179087:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f9ca80 00000100:00100000:0.0:1746138011.180537:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.180755:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972341376 00000100:00100000:2.0:1746138011.180763:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972341376 00000100:00100000:2.0:1746138011.180806:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7574 00000100:00100000:2.0:1746138011.180813:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972341376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.180825:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.180836:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf40 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.181010:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.181016:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.181022:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.181026:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.181059:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.181069:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.181081:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138011.181124:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972341376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 311us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.181129:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7574 00000100:00100000:0.0:1746138011.181339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.181572:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972341504 00000100:00100000:3.0:1746138011.181655:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972341504 00010000:00010000:3.0:1746138011.181671:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.181735:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12650 00000100:00100000:3.0:1746138011.181741:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972341504:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.181750:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.181765:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.181774:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.181788:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e14bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf32 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.182152:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.182154:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.182160:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.182172:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.182192:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.182201:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.182211:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968084352:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.182281:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.183488:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968084352:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.183509:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.183562:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972341504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1820us (2223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.183573:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12650 00000100:00100000:0.0:1746138011.184474:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.184527:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972341760 00000100:00100000:3.0:1746138011.184614:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972341760 00002000:00100000:3.0:1746138011.184662:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6b100 x1830957972341760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.184672:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b100 with x1830957972341760 ext(0->4095) 00010000:00010000:3.0:1746138011.184680:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.184697:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.184704:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc6b100 00000100:00100000:3.0:1746138011.184770:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3403 00000100:00100000:3.0:1746138011.184778:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972341760:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.184939:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972341760:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.184945:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3403 00002000:00100000:3.0:1746138011.184950:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6b100 x1830957972341760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.184957:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b100 with x1830957972341760 ext(0->4095) 00010000:00010000:3.0:1746138011.184962:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.184970:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.184975:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc6b100 00000100:00100000:0.0:1746138011.188706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.188851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.188884:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972341888 00000100:00100000:2.0:1746138011.188894:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972341888 00000100:00100000:3.0:1746138011.188930:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972342016 00000100:00100000:3.0:1746138011.188934:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972342016 00000100:00100000:2.0:1746138011.188949:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7575 00010000:00010000:3.0:1746138011.188956:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.188956:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972341888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.188971:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138011.188975:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12651 00000100:00100000:3.0:1746138011.188980:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972342016:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.188987:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf47 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.188991:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.189009:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.189015:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.189090:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.189093:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.189105:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.189114:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.189131:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf39 expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.189138:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.189150:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.189155:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.189156:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.189161:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.189169:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.189188:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.189199:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.189215:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968084608:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.189218:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138011.189353:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972341888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 396us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.189359:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7575 00000100:00100000:3.0:1746138011.189374:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.190723:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968084608:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.190740:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.190763:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972342016:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1782us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.190770:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12651 00000100:00100000:0.0:1746138011.191132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.191408:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972342272 00000100:00100000:3.0:1746138011.191413:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972342272 00002000:00100000:3.0:1746138011.191472:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69c00 x1830957972342272/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.191481:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69c00 with x1830957972342272 ext(0->4095) 00010000:00010000:3.0:1746138011.191488:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.191499:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.191505:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69c00 00000100:00100000:3.0:1746138011.191536:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3404 00000100:00100000:3.0:1746138011.191541:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972342272:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.192030:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972342272:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 488us (898us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.192037:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3404 00002000:00100000:3.0:1746138011.192042:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69c00 x1830957972342272/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.192049:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69c00 with x1830957972342272 ext(0->4095) 00010000:00010000:3.0:1746138011.192054:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.192063:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.192068:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69c00 00000100:00100000:0.0:1746138011.193944:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.194046:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972342400 00000100:00100000:3.0:1746138011.194053:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972342400 00010000:00010000:3.0:1746138011.194079:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.194112:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12652 00000100:00100000:3.0:1746138011.194117:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972342400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.194129:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.194147:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.194156:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.194179:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e14cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf40 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.194195:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.194197:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.194204:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.194216:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.194248:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.194260:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968084736:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.194371:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.196234:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968084736:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.196256:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.196291:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972342400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2173us (2353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.196309:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12652 00000100:00100000:0.0:1746138011.196506:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.196585:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972342656 00000100:00100000:3.0:1746138011.196591:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972342656 00002000:00100000:3.0:1746138011.196627:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6bb80 x1830957972342656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.196636:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6bb80 with x1830957972342656 ext(0->4095) 00002000:00010000:3.0:1746138011.196640:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6bb80 00000100:00100000:3.0:1746138011.196663:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5448 00000100:00100000:3.0:1746138011.196669:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972342656:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138011.196966:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972342656:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 297us (460us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.196976:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5448 00002000:00100000:3.0:1746138011.196981:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6bb80 x1830957972342656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.196988:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6bb80 with x1830957972342656 ext(0->4095) 00002000:00010000:3.0:1746138011.196991:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6bb80 00000100:00100000:0.0:1746138011.197994:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.198066:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972342784 00000100:00100000:2.0:1746138011.198071:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972342784 00000100:00100000:2.0:1746138011.198114:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7576 00000100:00100000:2.0:1746138011.198120:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972342784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.198131:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.198148:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf4e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.198251:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.198259:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.198261:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.198265:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.198294:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.198318:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 31 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.198335:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968084864:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.198436:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.199548:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968084864:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.199567:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.199578:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138011.199600:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972342784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1479us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.199606:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7576 00000100:00100000:0.0:1746138011.200272:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.200325:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972342912 00000100:00100000:3.0:1746138011.200330:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972342912 00010000:00010000:3.0:1746138011.200349:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.200375:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12653 00000100:00100000:3.0:1746138011.200380:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972342912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.200391:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.200410:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.200444:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.200465:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf47 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.200492:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.200494:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.200500:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.200513:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.200538:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.200548:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968084992:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.200746:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.201605:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968084992:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.201620:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.201643:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972342912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1262us (1372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.201651:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12653 00000100:00100000:0.0:1746138011.202553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.202657:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972343168 00000100:00100000:3.0:1746138011.202662:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972343168 00002000:00100000:3.0:1746138011.202698:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6ad80 x1830957972343168/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.202708:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6ad80 with x1830957972343168 ext(0->4095) 00002000:00010000:3.0:1746138011.202712:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6ad80 00000100:00100000:3.0:1746138011.202743:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5449 00000100:00100000:3.0:1746138011.202749:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972343168:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138011.202924:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972343168:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 175us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.202933:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5449 00002000:00100000:3.0:1746138011.202938:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6ad80 x1830957972343168/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.202945:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6ad80 with x1830957972343168 ext(0->4095) 00002000:00010000:3.0:1746138011.202948:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6ad80 00000100:00100000:0.0:1746138011.204367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.204407:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972343296 00000100:00100000:2.0:1746138011.204413:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972343296 00000100:00100000:2.0:1746138011.204506:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7577 00000100:00100000:2.0:1746138011.204514:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972343296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.204559:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.204576:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf55 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.204607:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.204614:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.204615:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.204618:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.204647:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.204656:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.204665:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968085120:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.204871:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.205854:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968085120:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.205875:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.205887:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138011.206022:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972343296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1507us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.206028:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7577 00000100:00100000:0.0:1746138011.206228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.206444:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972343424 00000100:00100000:3.0:1746138011.206449:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972343424 00010000:00010000:3.0:1746138011.206471:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.206508:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12654 00000100:00100000:3.0:1746138011.206515:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972343424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.206525:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.206548:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.206559:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.206581:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e14d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf4e expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.206604:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.206605:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.206612:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.206625:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.206651:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.206662:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968085248:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.206893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.206942:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972343552 00000100:00100000:2.0:1746138011.206945:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972343552 00000100:00100000:2.0:1746138011.206967:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7578 00000100:00100000:2.0:1746138011.206971:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972343552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.206982:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.206991:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf5c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.207005:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.207011:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.207012:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.207015:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.207028:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.207038:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.207045:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968085376:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.207133:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.207208:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.208875:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968085248:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.208879:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.208895:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.208913:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968085376:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.208931:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972343424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2416us (2702us total) trans 0 rc 0/0 00010000:00010000:2.0:1746138011.208933:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.208940:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12654 00010000:00010000:2.0:1746138011.208946:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138011.208965:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972343552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1993us (2072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.208971:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7578 00000100:00100000:1.0:1746138011.209047:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972343808 00000100:00100000:1.0:1746138011.209054:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972343808 00002000:00100000:1.0:1746138011.209089:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc68000 x1830957972343808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.209099:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68000 with x1830957972343808 ext(0->4095) 00010000:00010000:1.0:1746138011.209105:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.209115:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.209122:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc68000 00000100:00100000:1.0:1746138011.209135:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3405 00000100:00100000:1.0:1746138011.209140:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972343808:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.209319:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972343808:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.209325:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3405 00002000:00100000:1.0:1746138011.209331:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc68000 x1830957972343808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.209339:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68000 with x1830957972343808 ext(0->4095) 00010000:00010000:1.0:1746138011.209344:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.209352:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.209358:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc68000 00000100:00100000:0.0:1746138011.210819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.210873:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.210928:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972343936 00000100:00100000:3.0:1746138011.210933:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972343936 00000100:00100000:2.0:1746138011.210943:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972344064 00000100:00100000:2.0:1746138011.210947:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972344064 00010000:00010000:3.0:1746138011.210956:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.210979:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12655 00000100:00100000:2.0:1746138011.210979:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7579 00000100:00100000:3.0:1746138011.210986:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972343936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138011.210986:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972344064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.210997:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.211003:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.211014:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf63 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.211017:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.211028:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.211180:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.211185:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.211191:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.211195:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.211228:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.211237:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.211245:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00010000:00010000:3.0:1746138011.211273:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e14e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf55 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.211277:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972344064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 291us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.211282:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7579 00010000:00010000:3.0:1746138011.211284:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.211285:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.211291:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.211308:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.211329:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.211340:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.211353:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968085632:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.211476:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.213146:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968085632:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.213164:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.213197:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972343936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2211us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.213205:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12655 00000100:00100000:0.0:1746138011.213353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.213452:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972344320 00000100:00100000:1.0:1746138011.213460:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972344320 00002000:00100000:1.0:1746138011.213497:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6b800 x1830957972344320/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.213508:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b800 with x1830957972344320 ext(0->4095) 00010000:00010000:1.0:1746138011.213515:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.213528:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.213742:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc6b800 00000100:00100000:1.0:1746138011.213770:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3406 00000100:00100000:1.0:1746138011.213777:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972344320:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.213947:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972344320:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.213953:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3406 00002000:00100000:1.0:1746138011.213960:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6b800 x1830957972344320/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.213967:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b800 with x1830957972344320 ext(0->4095) 00010000:00010000:1.0:1746138011.213971:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.213980:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.213986:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc6b800 00000100:00100000:0.0:1746138011.215410:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.215644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.215646:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972344448 00000100:00100000:2.0:1746138011.215655:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972344448 00000100:00100000:3.0:1746138011.215703:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972344576 00000100:00100000:3.0:1746138011.215706:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972344576 00000100:00100000:2.0:1746138011.215726:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7580 00010000:00010000:3.0:1746138011.215728:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.215732:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972344448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.215746:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138011.215758:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12656 00010000:00010000:2.0:1746138011.215761:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf6a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.215763:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972344576:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.215777:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.215783:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.215788:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.215793:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.215797:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.215894:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.215905:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.215923:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e14e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf5c expref: 34 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.215935:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.215936:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.215941:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.215948:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.215971:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.215981:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.215993:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968085760:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.215996:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.216003:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.216009:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968085888:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.216075:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.216124:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.217639:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968085760:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.217663:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.217676:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:3.0:1746138011.217702:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968085888:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.217713:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972344448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1980us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.217720:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7580 00010000:00010000:3.0:1746138011.217805:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.217837:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972344576:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2073us (2192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.217845:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12656 00000100:00100000:0.0:1746138011.218286:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.218459:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972344832 00000100:00100000:3.0:1746138011.218466:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972344832 00002000:00100000:3.0:1746138011.218502:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092764a80 x1830957972344832/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.218511:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092764a80 with x1830957972344832 ext(0->4095) 00010000:00010000:3.0:1746138011.218609:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.218621:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.218628:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092764a80 00000100:00100000:3.0:1746138011.218643:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3407 00000100:00100000:3.0:1746138011.218650:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972344832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.218784:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972344832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.218866:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3407 00002000:00100000:3.0:1746138011.218874:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092764a80 x1830957972344832/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.218880:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092764a80 with x1830957972344832 ext(0->4095) 00010000:00010000:3.0:1746138011.218885:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.218894:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.218899:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092764a80 00000100:00100000:0.0:1746138011.220792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.220988:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972344960 00000100:00100000:3.0:1746138011.220997:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972344960 00010000:00010000:3.0:1746138011.221032:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.221058:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12657 00000100:00100000:3.0:1746138011.221065:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972344960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.221077:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.221098:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.221109:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.221133:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e14ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf63 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.221149:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.221151:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.221158:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.221166:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.221202:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.221213:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968086016:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.221414:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.222351:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968086016:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.222367:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.222390:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972344960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1326us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.222397:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12657 00000100:00100000:0.0:1746138011.222800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.222868:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972345216 00000100:00100000:2.0:1746138011.222873:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972345216 00002000:00100000:2.0:1746138011.222907:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766300 x1830957972345216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.222915:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766300 with x1830957972345216 ext(0->4095) 00002000:00010000:2.0:1746138011.222919:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092766300 00000100:00100000:2.0:1746138011.222934:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5450 00000100:00100000:2.0:1746138011.222940:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972345216:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.223206:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972345216:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 265us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.223213:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5450 00002000:00100000:2.0:1746138011.223218:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766300 x1830957972345216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.223225:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766300 with x1830957972345216 ext(0->4095) 00002000:00010000:2.0:1746138011.223228:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092766300 00000100:00100000:0.0:1746138011.224201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.224257:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972345344 00000100:00100000:2.0:1746138011.224263:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972345344 00000100:00100000:2.0:1746138011.224320:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7581 00000100:00100000:2.0:1746138011.224328:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972345344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.224341:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.224358:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf71 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.224385:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.224397:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.224398:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.224402:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.224460:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.224471:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 31 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.224483:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968086144:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.224551:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.225753:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968086144:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.225773:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.225784:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.225815:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972345344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1489us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.225822:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7581 00000100:00100000:0.0:1746138011.226298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.226375:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972345472 00000100:00100000:3.0:1746138011.226382:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972345472 00010000:00010000:3.0:1746138011.226400:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.226440:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12658 00000100:00100000:3.0:1746138011.226446:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972345472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.226458:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.226477:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.226487:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.226507:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e14f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf6a expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.226527:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.226529:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.226536:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.226542:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.226564:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.226572:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968086272:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.226623:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.228085:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968086272:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.228105:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.228143:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972345472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1696us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.228154:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12658 00000100:00100000:0.0:1746138011.229216:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.229263:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972345728 00000100:00100000:2.0:1746138011.229269:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972345728 00002000:00100000:2.0:1746138011.229313:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765500 x1830957972345728/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.229327:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765500 with x1830957972345728 ext(0->4095) 00002000:00010000:2.0:1746138011.229331:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092765500 00000100:00100000:2.0:1746138011.229354:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5451 00000100:00100000:2.0:1746138011.229359:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972345728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.229534:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972345728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.229539:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5451 00002000:00100000:2.0:1746138011.229544:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765500 x1830957972345728/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.229549:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765500 with x1830957972345728 ext(0->4095) 00002000:00010000:2.0:1746138011.229552:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092765500 00000100:00100000:0.0:1746138011.231039:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.231252:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972345856 00000100:00100000:2.0:1746138011.231258:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972345856 00000100:00100000:2.0:1746138011.231296:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7582 00000100:00100000:2.0:1746138011.231313:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972345856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.231326:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.231342:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf78 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.231370:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.232062:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.232065:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.232071:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.232105:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.232118:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.232129:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968086400:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.232213:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.233691:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968086400:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.233723:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.233740:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138011.233786:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972345856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.233795:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7582 00000100:00100000:0.0:1746138011.234385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.234461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.234517:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972345984 00000100:00100000:2.0:1746138011.234517:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972346112 00000100:00100000:3.0:1746138011.234523:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972345984 00000100:00100000:2.0:1746138011.234523:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972346112 00010000:00010000:3.0:1746138011.234547:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.234552:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7583 00000100:00100000:2.0:1746138011.234558:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972346112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138011.234571:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12659 00000100:00100000:3.0:1746138011.234577:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972345984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.234589:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.234612:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.234617:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.234623:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.234631:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf7f expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.234642:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e14fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf71 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.234653:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.234658:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.234664:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.234668:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.234705:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.234707:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.234714:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.234744:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.234768:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.234780:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.234793:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968086656:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.234829:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.234838:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.234846:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968086528:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.234915:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.234946:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.236260:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968086656:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.236282:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.236295:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138011.236334:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972346112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1775us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.236341:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7583 00000100:00100000:3.0:1746138011.236365:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968086528:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.236377:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.236394:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972345984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1818us (1933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.236402:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12659 00000100:00100000:0.0:1746138011.236704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.236750:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972346368 00000100:00100000:2.0:1746138011.236756:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972346368 00002000:00100000:2.0:1746138011.236785:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b3480 x1830957972346368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.236795:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b3480 with x1830957972346368 ext(0->4095) 00010000:00010000:2.0:1746138011.236801:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.236813:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.236819:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b3480 00000100:00100000:2.0:1746138011.236838:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3408 00000100:00100000:2.0:1746138011.236843:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972346368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.236985:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972346368:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.236991:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3408 00002000:00100000:2.0:1746138011.236997:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801302b3480 x1830957972346368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.237004:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801302b3480 with x1830957972346368 ext(0->4095) 00010000:00010000:2.0:1746138011.237008:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.237017:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.237022:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801302b3480 00000100:00100000:0.0:1746138011.239016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.239096:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972346496 00000100:00100000:2.0:1746138011.239103:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972346496 00000100:00100000:2.0:1746138011.239148:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7584 00000100:00100000:2.0:1746138011.239154:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972346496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.239170:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.239189:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf86 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.239213:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.239219:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.239224:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.239228:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.239261:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.239272:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.239282:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138011.239330:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972346496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.239335:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7584 00000100:00100000:0.0:1746138011.239627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.239673:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972346624 00000100:00100000:3.0:1746138011.239677:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972346624 00010000:00010000:3.0:1746138011.239694:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.239712:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12660 00000100:00100000:3.0:1746138011.239717:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972346624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.239725:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.239742:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.239752:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.239767:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1503 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf78 expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.239791:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.239792:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.239854:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.239861:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.239881:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.239893:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.239905:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968086912:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.239972:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.242160:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968086912:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.242179:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.242216:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972346624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2498us (2588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.242226:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12660 00000100:00100000:0.0:1746138011.244006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.244099:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972346880 00000100:00100000:2.0:1746138011.244109:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972346880 00002000:00100000:2.0:1746138011.244158:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d2300 x1830957972346880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.244169:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2300 with x1830957972346880 ext(0->4095) 00010000:00010000:2.0:1746138011.244179:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.244194:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.244201:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d2300 00000100:00100000:2.0:1746138011.244221:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3409 00000100:00100000:2.0:1746138011.244229:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972346880:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.245011:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972346880:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 780us (1010us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.245018:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3409 00002000:00100000:2.0:1746138011.245024:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d2300 x1830957972346880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.245032:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2300 with x1830957972346880 ext(0->4095) 00010000:00010000:2.0:1746138011.245174:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.245186:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.245193:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d2300 00000100:00100000:0.0:1746138011.249679:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.250066:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972347136 00000100:00100000:2.0:1746138011.250077:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972347136 00000100:00100000:2.0:1746138011.250126:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7585 00000100:00100000:2.0:1746138011.250133:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972347136:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.250153:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.250172:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf8d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.250273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138011.250347:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.250354:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.250361:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.250364:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.250408:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.250440:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.250450:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138011.250502:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972347136:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 369us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.250508:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7585 00000100:00100000:3.0:1746138011.250514:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972347008 00000100:00100000:3.0:1746138011.250518:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972347008 00010000:00010000:3.0:1746138011.250540:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.250580:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12661 00000100:00100000:3.0:1746138011.250587:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972347008:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.250595:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.250618:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.250633:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.250652:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e150a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf7f expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.250666:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.250668:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.250673:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.250680:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.250701:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.250711:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.250728:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968087168:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.250795:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.252702:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.252845:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972347392 00000100:00100000:2.0:1746138011.252851:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972347392 00002000:00100000:2.0:1746138011.252890:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56efb80 x1830957972347392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.252899:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56efb80 with x1830957972347392 ext(0->4095) 00010000:00010000:2.0:1746138011.252906:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.252919:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.252925:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56efb80 00000100:00100000:2.0:1746138011.252939:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3410 00000100:00100000:2.0:1746138011.252944:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972347392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.253025:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968087168:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.253045:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.253099:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972347008:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2511us (2824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.253108:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12661 00000100:00100000:2.0:1746138011.253640:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972347392:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 694us (942us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.253646:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3410 00002000:00100000:2.0:1746138011.253652:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56efb80 x1830957972347392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.253659:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56efb80 with x1830957972347392 ext(0->4095) 00010000:00010000:2.0:1746138011.253664:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.253672:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.253677:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56efb80 00000100:00100000:0.0:1746138011.256161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.256226:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972347520 00000100:00100000:3.0:1746138011.256236:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972347520 00010000:00010000:3.0:1746138011.256268:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.256323:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12662 00000100:00100000:3.0:1746138011.256335:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972347520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.256349:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.256373:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.256386:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.256412:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1511 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf86 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.256477:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.256480:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.256490:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.256498:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.256536:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.256548:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968087296:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.256633:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.258825:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968087296:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.258847:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.258919:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972347520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2584us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.258930:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12662 00000100:00100000:0.0:1746138011.259031:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.259095:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972347776 00000100:00100000:2.0:1746138011.259102:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972347776 00002000:00100000:2.0:1746138011.259149:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ed500 x1830957972347776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.259159:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ed500 with x1830957972347776 ext(0->4095) 00002000:00010000:2.0:1746138011.259164:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ed500 00000100:00100000:2.0:1746138011.259198:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5452 00000100:00100000:2.0:1746138011.259204:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972347776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.259562:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972347776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 357us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.259568:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5452 00002000:00100000:2.0:1746138011.259573:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ed500 x1830957972347776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.259581:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ed500 with x1830957972347776 ext(0->4095) 00002000:00010000:2.0:1746138011.259583:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ed500 00000100:00100000:0.0:1746138011.261218:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.261269:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972347904 00000100:00100000:2.0:1746138011.261276:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972347904 00000100:00100000:2.0:1746138011.261335:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7586 00000100:00100000:2.0:1746138011.261342:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972347904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.261357:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.261375:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf94 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.261406:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.261464:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.261466:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.261470:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.261501:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.261512:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 31 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.261523:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968087424:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.261602:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.263466:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968087424:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.263492:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.263507:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.263556:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972347904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.263564:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7586 00000100:00100000:0.0:1746138011.263581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.263671:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972348032 00000100:00100000:3.0:1746138011.263676:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972348032 00010000:00010000:3.0:1746138011.263698:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.263721:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12663 00000100:00100000:3.0:1746138011.263727:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972348032:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.263737:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.263759:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.263775:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.263796:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1518 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf8d expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.264062:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.264064:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.264071:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.264078:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.264105:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.264116:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968087552:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.264392:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.265883:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968087552:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.265899:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.266218:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972348032:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2489us (2634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.266227:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12663 00000100:00100000:2.0:1746138011.266383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.266451:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972348288 00000100:00100000:0.0:1746138011.266457:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972348288 00002000:00100000:0.0:1746138011.266486:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c2d80 x1830957972348288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.266494:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2d80 with x1830957972348288 ext(0->4095) 00002000:00010000:0.0:1746138011.266497:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c2d80 00000100:00100000:0.0:1746138011.266509:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5453 00000100:00100000:0.0:1746138011.266513:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972348288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138011.266656:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972348288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138011.266662:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5453 00002000:00100000:0.0:1746138011.266667:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c2d80 x1830957972348288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.266675:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2d80 with x1830957972348288 ext(0->4095) 00002000:00010000:0.0:1746138011.266678:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c2d80 00000100:00100000:0.0:1746138011.267910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.268245:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972348416 00000100:00100000:2.0:1746138011.268253:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972348416 00000100:00100000:2.0:1746138011.268290:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7587 00000100:00100000:2.0:1746138011.268295:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972348416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.268330:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.268349:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abf9b expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.268376:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.268384:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.268385:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.268389:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.268488:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.268501:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.268513:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968087680:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.268724:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.270144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.270221:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.270317:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968087680:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.270341:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.270354:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:3.0:1746138011.270356:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972348544 00000100:00100000:3.0:1746138011.270367:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972348544 00000100:00100000:2.0:1746138011.270382:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972348416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2087us (2477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.270392:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7587 00010000:00010000:3.0:1746138011.270400:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.270439:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972348672 00000100:00100000:2.0:1746138011.270442:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972348672 00000100:00100000:3.0:1746138011.270452:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12664 00000100:00100000:3.0:1746138011.270459:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972348544:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138011.270469:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7588 00010000:00010000:3.0:1746138011.270470:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138011.270474:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972348672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.270483:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.270489:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.270492:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfa2 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.270500:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.270508:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.270778:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.270787:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.270791:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.270816:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e151f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf94 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.270826:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.270840:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.270842:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.270849:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.270857:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.270903:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.270912:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.270922:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968087936:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.270955:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.270965:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:3.0:1746138011.270997:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.271072:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972348672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 596us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.271078:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7588 00000100:00100000:3.0:1746138011.273492:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968087936:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.273515:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.274002:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972348544:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3541us (3778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.274012:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12664 00000100:00100000:0.0:1746138011.274241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.274333:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972348928 00000100:00100000:2.0:1746138011.274342:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972348928 00002000:00100000:2.0:1746138011.274382:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094816d80 x1830957972348928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.274390:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094816d80 with x1830957972348928 ext(0->4095) 00010000:00010000:2.0:1746138011.274397:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.274408:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.274413:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094816d80 00000100:00100000:2.0:1746138011.274469:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3411 00000100:00100000:2.0:1746138011.274476:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972348928:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.274665:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972348928:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.274672:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3411 00002000:00100000:2.0:1746138011.274678:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094816d80 x1830957972348928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.274686:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094816d80 with x1830957972348928 ext(0->4095) 00010000:00010000:2.0:1746138011.274690:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.274699:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.274718:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094816d80 00000100:00100000:2.0:1746138011.278682:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.278815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.278871:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972349056 00000100:00100000:0.0:1746138011.278880:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972349056 00000100:00100000:0.0:1746138011.278926:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7589 00000100:00100000:0.0:1746138011.278933:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972349056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138011.278950:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138011.278967:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfa9 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.278993:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138011.278998:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.279005:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746138011.279009:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.279044:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.279056:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.279065:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66e00, rc 0) 00000100:00100000:0.0:1746138011.279115:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972349056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138011.279122:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7589 00000100:00100000:3.0:1746138011.279211:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972349184 00000100:00100000:3.0:1746138011.279221:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972349184 00010000:00010000:3.0:1746138011.279257:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.279290:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12665 00000100:00100000:3.0:1746138011.279296:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972349184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.279325:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.279345:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.279357:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.279381:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1526 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abf9b expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.279560:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.279563:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.279569:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.279576:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.279605:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.279615:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.279625:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968088192:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.279707:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.281898:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968088192:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.281925:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.282459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.282502:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972349184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3204us (3684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.282514:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12665 00000100:00100000:3.0:1746138011.282642:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972349440 00000100:00100000:3.0:1746138011.282650:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972349440 00002000:00100000:3.0:1746138011.282695:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81f100 x1830957972349440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.282704:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81f100 with x1830957972349440 ext(0->4095) 00010000:00010000:3.0:1746138011.282712:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.282722:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.282727:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81f100 00000100:00100000:3.0:1746138011.282750:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3412 00000100:00100000:3.0:1746138011.282758:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972349440:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.282908:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972349440:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.282914:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3412 00002000:00100000:3.0:1746138011.282920:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81f100 x1830957972349440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.282926:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81f100 with x1830957972349440 ext(0->4095) 00010000:00010000:3.0:1746138011.282931:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.282939:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.282944:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81f100 00000100:00100000:0.0:1746138011.284817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.284960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.285006:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972349568 00000100:00100000:2.0:1746138011.285017:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972349568 00000100:00100000:2.0:1746138011.285070:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7590 00000100:00100000:2.0:1746138011.285078:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972349568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.285099:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.285119:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfb0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.285149:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746138011.285154:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972349696 00010000:00010000:2.0:1746138011.285155:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.285161:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.285164:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.285167:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972349696 00010000:00010000:2.0:1746138011.285204:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.285207:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 34 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.285222:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 34 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.285234:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:3.0:1746138011.285291:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12666 00000100:00100000:3.0:1746138011.285312:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972349696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.285326:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.285351:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 34 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.285366:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 34 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.285385:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e152d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa2 expref: 34 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.285401:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.285403:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.285410:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.285468:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972349568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 389us (657us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138011.285470:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.285474:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7590 00010000:00010000:3.0:1746138011.285503:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.285513:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.285524:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968088448:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.285707:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.287489:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968088448:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.287510:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.287557:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957972349696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2257us (2595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.287570:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12666 00000100:00100000:0.0:1746138011.287957:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.288226:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972349952 00000100:00100000:3.0:1746138011.288234:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972349952 00002000:00100000:3.0:1746138011.288269:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830957972349952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.288280:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830957972349952 ext(0->4095) 00010000:00010000:3.0:1746138011.288328:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.288341:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.288348:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467800 00000100:00100000:3.0:1746138011.288412:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3413 00000100:00100000:3.0:1746138011.288436:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972349952:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.288584:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972349952:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (626us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.288590:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3413 00002000:00100000:3.0:1746138011.288595:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131467800 x1830957972349952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.288601:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131467800 with x1830957972349952 ext(0->4095) 00010000:00010000:3.0:1746138011.288605:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.288618:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.288624:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131467800 00000100:00100000:0.0:1746138011.290473:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.290526:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972350080 00000100:00100000:3.0:1746138011.290532:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972350080 00010000:00010000:3.0:1746138011.290554:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.290590:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12667 00000100:00100000:3.0:1746138011.290596:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972350080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.290607:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.290626:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.290636:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.290659:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1534 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfa9 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.290686:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.290688:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.290696:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.290710:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.290805:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.290817:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968088576:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.290887:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.292734:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.292807:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972350336 00000100:00100000:3.0:1746138011.292809:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968088576:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.292812:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972350336 00010000:00010000:3.0:1746138011.292827:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138011.292848:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466a00 x1830957972350336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138011.292855:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972350080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2260us (2388us total) trans 0 rc 0/0 00002000:00100000:2.0:1746138011.292857:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830957972350336 ext(0->4095) 00002000:00010000:2.0:1746138011.292861:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466a00 00000100:00100000:3.0:1746138011.292862:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12667 00000100:00100000:2.0:1746138011.292886:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5454 00000100:00100000:2.0:1746138011.292891:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972350336:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.293024:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972350336:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.293030:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5454 00002000:00100000:2.0:1746138011.293035:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131466a00 x1830957972350336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.293042:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131466a00 with x1830957972350336 ext(0->4095) 00002000:00010000:2.0:1746138011.293044:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131466a00 00000100:00100000:0.0:1746138011.294498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.294606:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972350464 00000100:00100000:2.0:1746138011.294612:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972350464 00000100:00100000:2.0:1746138011.294636:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7591 00000100:00100000:2.0:1746138011.294641:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972350464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.294652:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.294673:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfb7 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.294698:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.294705:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.294706:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.294710:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.294737:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 31 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.294749:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 31 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.294759:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968088704:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.294832:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.295840:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968088704:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.295860:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.295876:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138011.295900:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972350464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1259us (1405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.295905:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7591 00000100:00100000:0.0:1746138011.296253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.296394:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972350592 00000100:00100000:3.0:1746138011.296400:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972350592 00010000:00010000:3.0:1746138011.296450:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.296469:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12668 00000100:00100000:3.0:1746138011.296475:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091451500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972350592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.296485:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.296505:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.296516:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.296537:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e153b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb0 expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.296563:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.296565:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.296571:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.296577:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.296600:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.296610:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968088832:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.296653:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.297565:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968088832:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.297578:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.298412:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091451500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972350592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1935us (2157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.298445:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12668 00000100:00100000:0.0:1746138011.298780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.298832:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972350848 00000100:00100000:2.0:1746138011.298839:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972350848 00002000:00100000:2.0:1746138011.298876:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091452680 x1830957972350848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.298886:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091452680 with x1830957972350848 ext(0->4095) 00002000:00010000:2.0:1746138011.298890:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091452680 00000100:00100000:2.0:1746138011.299141:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5455 00000100:00100000:2.0:1746138011.299210:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972350848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.299469:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972350848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 319us (686us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.299479:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5455 00002000:00100000:2.0:1746138011.299487:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091452680 x1830957972350848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.299496:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091452680 with x1830957972350848 ext(0->4095) 00002000:00010000:2.0:1746138011.299501:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091452680 00000100:00100000:0.0:1746138011.302140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.302222:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972350976 00000100:00100000:2.0:1746138011.302232:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972350976 00000100:00100000:2.0:1746138011.302282:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7592 00000100:00100000:2.0:1746138011.302288:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972350976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.302316:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.302332:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfbe expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.302356:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.302363:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.302364:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.302367:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.302390:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.302399:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.302407:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968088960:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.302494:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179240 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.304117:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.304226:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968088960:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.304242:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972351104 00000100:00100000:1.0:1746138011.304249:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972351104 00010000:00010000:2.0:1746138011.304257:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.304274:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:1.0:1746138011.304287:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7593 00000100:00100000:1.0:1746138011.304294:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972351104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.304324:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138011.304325:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31560:x1830957972350976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2037us (2196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.304336:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7592 00010000:00010000:1.0:1746138011.304338:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfc5 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.304360:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.304366:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.304372:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.304375:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.304405:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.304442:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.304458:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138011.304496:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972351104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.304502:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7593 00000100:00100000:2.0:1746138011.304712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.304798:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972351232 00000100:00100000:3.0:1746138011.304802:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972351232 00010000:00010000:3.0:1746138011.304822:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.304917:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12669 00000100:00100000:3.0:1746138011.304923:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972351232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.304932:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.304952:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.304963:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.304980:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1542 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfb7 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.305005:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.305007:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.305013:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.305020:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.305040:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 32 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.305051:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 32 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.305067:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968089216:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.305126:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.306145:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968089216:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.306158:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.306242:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972351232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1318us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.306248:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12669 00000100:00100000:0.0:1746138011.306875:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.306956:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972351488 00000100:00100000:2.0:1746138011.306961:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972351488 00002000:00100000:2.0:1746138011.306994:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403d500 x1830957972351488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.307003:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d500 with x1830957972351488 ext(0->4095) 00010000:00010000:2.0:1746138011.307010:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.307020:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.307027:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403d500 00000100:00100000:2.0:1746138011.307159:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3414 00000100:00100000:2.0:1746138011.307166:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972351488:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.307341:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972351488:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (465us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.307350:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3414 00002000:00100000:2.0:1746138011.307355:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403d500 x1830957972351488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.307362:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d500 with x1830957972351488 ext(0->4095) 00010000:00010000:2.0:1746138011.307366:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.307379:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.307384:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403d500 00000100:00100000:0.0:1746138011.309074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.309129:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972351616 00000100:00100000:2.0:1746138011.309135:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972351616 00000100:00100000:0.0:1746138011.309156:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.309323:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972351744 00000100:00100000:3.0:1746138011.309327:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972351744 00010000:00010000:3.0:1746138011.309347:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.309366:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12670 00000100:00100000:3.0:1746138011.309372:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972351744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.309382:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.309400:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.309411:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.309453:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1549 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfbe expref: 33 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.309470:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.309473:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.309479:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.309480:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7594 00010000:00010000:3.0:1746138011.309487:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.309487:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972351616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.309499:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.309509:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfcc expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.309515:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.309524:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.309578:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.309580:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.309583:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.309604:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.309616:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968089344:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.309619:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.309625:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.309637:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968089472:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.309793:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.309799:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.310964:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968089472:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.310988:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.311001:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138011.311039:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972351616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1552us (1969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.311046:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7594 00000100:00100000:3.0:1746138011.311135:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968089344:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.311148:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.311175:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957972351744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1798us (2014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.311182:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12670 00000100:00100000:0.0:1746138011.311365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.311705:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972352000 00000100:00100000:2.0:1746138011.311711:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972352000 00002000:00100000:2.0:1746138011.311738:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403dc00 x1830957972352000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.311746:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403dc00 with x1830957972352000 ext(0->4095) 00010000:00010000:2.0:1746138011.311752:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.311762:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.311768:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403dc00 00000100:00100000:2.0:1746138011.311788:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3415 00000100:00100000:2.0:1746138011.311793:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972352000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.312115:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972352000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 320us (748us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.312121:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3415 00002000:00100000:2.0:1746138011.312126:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403dc00 x1830957972352000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.312132:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403dc00 with x1830957972352000 ext(0->4095) 00010000:00010000:2.0:1746138011.312136:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.312144:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 32 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.312149:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403dc00 00000100:00100000:0.0:1746138011.313510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.313578:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972352256 00000100:00100000:2.0:1746138011.313586:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972352256 00000100:00100000:0.0:1746138011.313594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.313634:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7595 00000100:00100000:2.0:1746138011.313646:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31559:x1830957972352256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138011.313656:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972352128 00010000:00010000:2.0:1746138011.313660:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138011.313662:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972352128 00010000:00010000:2.0:1746138011.313673:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfd3 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.313686:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 34 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.313691:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.313697:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.313701:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.313705:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.313706:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12671 00000100:00100000:3.0:1746138011.313712:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972352128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.313724:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.313733:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.313743:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 34 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.313744:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.313755:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 34 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.313834:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00010000:00010000:3.0:1746138011.313848:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1550 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfc5 expref: 34 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.313860:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.313862:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.313868:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.313875:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:31559:x1830957972352256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (371us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138011.313876:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.313881:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7595 00010000:00010000:3.0:1746138011.313901:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.313912:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.313923:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968089728:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.313989:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.315170:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968089728:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.315184:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.315191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.315258:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972352128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1544us (1662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.315266:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12671 00000100:00100000:2.0:1746138011.315364:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972352512 00000100:00100000:2.0:1746138011.315369:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972352512 00002000:00100000:2.0:1746138011.315401:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ce00 x1830957972352512/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.315412:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ce00 with x1830957972352512 ext(0->4095) 00010000:00010000:2.0:1746138011.315446:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.315457:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.315464:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287ce00 00000100:00100000:2.0:1746138011.315478:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3416 00000100:00100000:2.0:1746138011.315484:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972352512:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.315629:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972352512:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.315635:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3416 00002000:00100000:2.0:1746138011.315639:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ce00 x1830957972352512/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.315647:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ce00 with x1830957972352512 ext(0->4095) 00010000:00010000:2.0:1746138011.315651:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.315659:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.315665:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287ce00 00000100:00100000:0.0:1746138011.318034:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.318082:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972352640 00000100:00100000:3.0:1746138011.318090:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972352640 00010000:00010000:3.0:1746138011.318120:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.318153:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12672 00000100:00100000:3.0:1746138011.318160:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972352640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.318172:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.318190:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.318199:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.318218:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1557 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfcc expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.318229:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.318230:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.318235:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.318241:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.318270:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.318280:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968089856:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.318389:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.319577:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968089856:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.319595:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.319633:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972352640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1473us (1606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.319641:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12672 00000100:00100000:0.0:1746138011.320136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.320197:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972352896 00000100:00100000:2.0:1746138011.320204:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972352896 00002000:00100000:2.0:1746138011.320240:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f100 x1830957972352896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.320251:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f100 with x1830957972352896 ext(0->4095) 00002000:00010000:2.0:1746138011.320256:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287f100 00000100:00100000:2.0:1746138011.320282:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5456 00000100:00100000:2.0:1746138011.320289:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972352896:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138011.320488:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972352896:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 198us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.320494:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5456 00002000:00100000:2.0:1746138011.320500:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f100 x1830957972352896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.320508:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f100 with x1830957972352896 ext(0->4095) 00002000:00010000:2.0:1746138011.320511:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287f100 00000100:00100000:0.0:1746138011.322007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.322062:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972353024 00000100:00100000:2.0:1746138011.322071:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972353024 00000100:00100000:2.0:1746138011.322115:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7596 00000100:00100000:2.0:1746138011.322122:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972353024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.322137:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.322157:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfda expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.322184:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.322192:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.322194:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.322197:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.322238:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.322255:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 31 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.322265:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968089984:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.322361:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.323519:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968089984:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.323544:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.323559:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138011.323599:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972353024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1477us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.323605:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7596 00000100:00100000:0.0:1746138011.323817:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.323908:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972353152 00000100:00100000:3.0:1746138011.323912:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972353152 00010000:00010000:3.0:1746138011.323931:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.323952:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12673 00000100:00100000:3.0:1746138011.323957:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972353152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.323965:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.323984:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.323992:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.324009:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e155e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfd3 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.324019:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.324020:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.324025:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.324030:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.324046:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.324052:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968090112:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.324100:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.325600:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.325675:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972353408 00000100:00100000:2.0:1746138011.325680:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972353408 00000100:00100000:3.0:1746138011.325689:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968090112:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.325707:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138011.325714:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287d880 x1830957972353408/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.325724:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287d880 with x1830957972353408 ext(0->4095) 00002000:00010000:2.0:1746138011.325728:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287d880 00000100:00100000:3.0:1746138011.325755:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972353152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1794us (1935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.325764:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12673 00000100:00100000:2.0:1746138011.325823:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5457 00000100:00100000:2.0:1746138011.325830:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972353408:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138011.326047:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972353408:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 218us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.326054:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5457 00002000:00100000:2.0:1746138011.326059:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287d880 x1830957972353408/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.326066:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287d880 with x1830957972353408 ext(0->4095) 00002000:00010000:2.0:1746138011.326069:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287d880 00000100:00100000:0.0:1746138011.327110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.327166:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972353536 00000100:00100000:2.0:1746138011.327174:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972353536 00000100:00100000:2.0:1746138011.327209:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7597 00000100:00100000:2.0:1746138011.327216:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:31560:x1830957972353536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.327229:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.327247:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfe1 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.327275:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.327282:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.327283:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.327287:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.327333:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.327346:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.327360:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968090240:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.327483:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.329368:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.329370:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968090240:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.329404:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.329458:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:3.0:1746138011.329460:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972353664 00000100:00100000:3.0:1746138011.329468:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972353664 00010000:00010000:3.0:1746138011.329498:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.329501:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:31560:x1830957972353536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2284us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.329510:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7597 00000100:00100000:3.0:1746138011.329531:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12674 00000100:00100000:3.0:1746138011.329536:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972353664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.329549:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.329569:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.329578:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.329597:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1565 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfda expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.329605:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.329606:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.329612:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.329620:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.329647:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.329660:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968090368:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.329738:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.330612:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968090368:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.330624:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.330642:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972353664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1107us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.330651:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12674 00000100:00100000:0.0:1746138011.331045:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.331118:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972353920 00000100:00100000:2.0:1746138011.331125:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972353920 00002000:00100000:2.0:1746138011.331170:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287dc00 x1830957972353920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.331181:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287dc00 with x1830957972353920 ext(0->4095) 00002000:00010000:2.0:1746138011.331185:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287dc00 00000100:00100000:2.0:1746138011.331215:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5458 00000100:00100000:2.0:1746138011.331221:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972353920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.331462:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972353920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 240us (422us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.331468:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5458 00002000:00100000:2.0:1746138011.331473:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287dc00 x1830957972353920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.331628:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287dc00 with x1830957972353920 ext(0->4095) 00002000:00010000:2.0:1746138011.331631:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287dc00 00000100:00100000:0.0:1746138011.334230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.334400:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972354048 00000100:00100000:2.0:1746138011.334467:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972354048 00000100:00100000:2.0:1746138011.334539:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7598 00000100:00100000:2.0:1746138011.334549:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972354048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.334575:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.334599:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfe8 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.334639:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.334656:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.334657:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.334661:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.334708:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 31 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.334729:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 31 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.334750:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968090496:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.334890:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.337244:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968090496:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.337293:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.337327:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138011.337411:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972354048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2863us (3189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.337465:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7598 00000100:00100000:0.0:1746138011.338106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.338216:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972354176 00000100:00100000:2.0:1746138011.338225:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972354176 00002000:00100000:2.0:1746138011.338266:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880137302d80 x1830957972354176/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.338275:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302d80 with x1830957972354176 ext(0->7) 00010000:00010000:2.0:1746138011.338282:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.338293:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 32 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.338310:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137302d80 00000100:00100000:2.0:1746138011.338340:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3417 00000100:00100000:2.0:1746138011.338348:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1960:x1830957972354176:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138011.338700:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972354176:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 349us (597us total) trans 4294967994 rc 0/0 00000100:00100000:2.0:1746138011.338707:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3417 00002000:00100000:2.0:1746138011.338713:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880137302d80 x1830957972354176/t4294967994(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/448 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.338719:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302d80 with x1830957972354176 ext(0->7) 00010000:00010000:2.0:1746138011.338723:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 34 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.338736:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 34 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.338742:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137302d80 00000100:00100000:0.0:1746138011.343721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.345815:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972354304 00000100:00100000:3.0:1746138011.345830:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972354304 00000100:00100000:0.0:1746138011.345878:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.345881:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 34 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.345930:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12675 00000100:00100000:3.0:1746138011.345940:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972354304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138011.345967:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972354432 00010000:00010000:3.0:1746138011.345969:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138011.345972:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972354432 00002000:00010000:3.0:1746138011.345995:0:21009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746138010 -> 1746138011 00002000:00010000:3.0:1746138011.345999:0:21009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746138010 -> 1746138011 00010000:00010000:3.0:1746138011.346005:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 35 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.346012:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7599 00010000:00010000:3.0:1746138011.346018:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 35 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.346019:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:31559:x1830957972354432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.346038:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.346046:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e156c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe1 expref: 35 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.346052:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abfef expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.346070:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.346073:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.346082:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.346090:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.346116:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.346124:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.346125:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.346128:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 35 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.346158:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.346170:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.346180:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.346182:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968090624:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.346189:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.346198:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968090752:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.346282:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.346282:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.348196:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968090752:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.348225:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.348293:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1960:x1830957972354304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2353us (4584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.348313:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12675 00000100:00100000:2.0:1746138011.348366:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968090624:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.348389:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.348406:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138011.348464:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:31559:x1830957972354432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2445us (2594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.348471:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7599 00000100:00100000:0.0:1746138011.348514:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.348552:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972354688 00000100:00100000:2.0:1746138011.348559:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972354688 00002000:00100000:2.0:1746138011.348601:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302300 x1830957972354688/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.348612:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302300 with x1830957972354688 ext(0->4095) 00010000:00010000:2.0:1746138011.348619:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.348631:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.348637:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137302300 00000100:00100000:2.0:1746138011.348653:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3418 00000100:00100000:2.0:1746138011.348660:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972354688:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.348851:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972354688:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.348861:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3418 00002000:00100000:2.0:1746138011.348866:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302300 x1830957972354688/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.348873:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302300 with x1830957972354688 ext(0->4095) 00010000:00010000:2.0:1746138011.348877:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.348885:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.348890:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137302300 00000100:00100000:0.0:1746138011.351506:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.351646:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972354816 00000100:00100000:2.0:1746138011.351657:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972354816 00010000:00010000:2.0:1746138011.351694:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.351737:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12676 00000100:00100000:2.0:1746138011.351745:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972354816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.351761:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.351785:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.351798:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.351821:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1573 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfe8 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.351843:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.351845:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.351853:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.351861:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.351903:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.351913:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968090880:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.351995:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.353892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.353971:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972355072 00000100:00100000:3.0:1746138011.353986:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972355072 00000100:00100000:2.0:1746138011.354009:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968090880:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.354030:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746138011.354052:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137303480 x1830957972355072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.354063:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137303480 with x1830957972355072 ext(0->4095) 00002000:00010000:3.0:1746138011.354070:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137303480 00000100:00100000:2.0:1746138011.354075:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972354816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2330us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.354116:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5459 00000100:00100000:3.0:1746138011.354124:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972355072:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138011.354374:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12676 00000100:00100000:3.0:1746138011.354593:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972355072:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 469us (706us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.354605:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5459 00002000:00100000:3.0:1746138011.354611:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137303480 x1830957972355072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.354619:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137303480 with x1830957972355072 ext(0->4095) 00002000:00010000:3.0:1746138011.354622:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137303480 00000100:00100000:0.0:1746138011.356411:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.356588:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972355200 00000100:00100000:2.0:1746138011.356603:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972355200 00000100:00100000:2.0:1746138011.356659:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7600 00000100:00100000:2.0:1746138011.356667:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972355200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.356685:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.356703:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abff6 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.356737:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.356746:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.356747:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.356750:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.356780:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 33 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.356791:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 33 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.356802:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968091008:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.356903:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.360162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.360279:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968091008:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.360316:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.360333:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138011.360394:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972355200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3727us (3991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.360402:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7600 00000100:00100000:3.0:1746138011.360582:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972355328 00000100:00100000:3.0:1746138011.360589:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972355328 00002000:00100000:3.0:1746138011.360626:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d15f80 x1830957972355328/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.360639:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d15f80 with x1830957972355328 ext(0->7) 00010000:00010000:3.0:1746138011.360653:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 34 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.360665:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 34 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.360672:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d15f80 00000100:00100000:3.0:1746138011.360698:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3419 00000100:00100000:3.0:1746138011.360705:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972355328:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138011.361127:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972355328:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 422us (973us total) trans 4294967995 rc 0/0 00000100:00100000:3.0:1746138011.361133:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3419 00002000:00100000:3.0:1746138011.361139:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d15f80 x1830957972355328/t4294967995(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/448 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.361151:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d15f80 with x1830957972355328 ext(0->7) 00010000:00010000:3.0:1746138011.361155:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.361164:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.361169:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d15f80 00000100:00100000:0.0:1746138011.362711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.362839:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972355456 00000100:00100000:2.0:1746138011.362846:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972355456 00010000:00010000:2.0:1746138011.362878:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.362912:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12677 00000100:00100000:2.0:1746138011.362919:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972355456:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.362932:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.362951:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.362961:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.362982:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e157a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abfef expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.363006:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.363008:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.363015:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.363023:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.363052:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.363063:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968091136:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.363162:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.366132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.366212:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972355712 00000100:00100000:3.0:1746138011.366222:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972355712 00002000:00100000:3.0:1746138011.366266:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d14000 x1830957972355712/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.366275:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14000 with x1830957972355712 ext(0->4095) 00002000:00010000:3.0:1746138011.366280:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d14000 00000100:00100000:3.0:1746138011.366316:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5460 00000100:00100000:3.0:1746138011.366324:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972355712:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.366520:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972355712:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 196us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.366847:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968091136:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.366863:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.366887:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1958:x1830957972355456:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3969us (4184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.366895:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12677 00000100:00100000:3.0:1746138011.367096:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5460 00002000:00100000:3.0:1746138011.367104:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d14000 x1830957972355712/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.367110:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14000 with x1830957972355712 ext(0->4095) 00002000:00010000:3.0:1746138011.367113:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d14000 00000100:00100000:0.0:1746138011.369904:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.369965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.370101:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972355840 00000100:00100000:2.0:1746138011.370109:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972355840 00000100:00100000:2.0:1746138011.370164:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972355968 00000100:00100000:2.0:1746138011.370166:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972355968 00000100:00100000:2.0:1746138011.370182:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7601 00000100:00100000:2.0:1746138011.370190:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:31559:x1830957972355840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.370209:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138011.370222:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7602 00010000:00010000:2.0:1746138011.370228:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7abffd expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.370231:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:31560:x1830957972355968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.370238:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.370246:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac004 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.370261:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.370378:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.370380:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.370384:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.370393:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.370399:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.370403:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.370406:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.370460:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.370471:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.370484:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.370496:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.370507:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:2.0:1746138011.370510:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968091392:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.370555:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31560:x1830957972355968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 325us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.370561:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7602 00000100:00100000:2.0:1746138011.370848:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.372282:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968091392:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.372315:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.372327:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138011.372783:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:31559:x1830957972355840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2592us (2885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.372791:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7601 00000100:00100000:0.0:1746138011.372982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.373102:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972356096 00000100:00100000:3.0:1746138011.373108:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972356096 00010000:00010000:3.0:1746138011.373132:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.373165:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12678 00000100:00100000:3.0:1746138011.373170:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972356096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.373179:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.373197:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.373206:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.373225:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1581 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abff6 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.373238:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.373240:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.373245:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 36 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.373251:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 36 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.373274:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 36 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.373287:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.373296:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968091520:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.373356:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.376090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.376305:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968091520:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.376328:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.376652:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972356352 00000100:00100000:2.0:1746138011.376661:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972356352 00002000:00100000:2.0:1746138011.376705:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6680 x1830957972356352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.376714:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6680 with x1830957972356352 ext(0->4095) 00010000:00010000:2.0:1746138011.376724:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.376737:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.376743:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6680 00000100:00100000:2.0:1746138011.376768:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3420 00000100:00100000:2.0:1746138011.376774:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957972356352:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.376968:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972356096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3795us (3984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.376977:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12678 00000100:00100000:2.0:1746138011.377265:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957972356352:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 490us (1184us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.377271:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3420 00002000:00100000:2.0:1746138011.377276:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6680 x1830957972356352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.377284:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6680 with x1830957972356352 ext(0->4095) 00010000:00010000:2.0:1746138011.377288:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.377307:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.377313:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6680 00000100:00100000:3.0:1746138011.380359:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.380438:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972356480 00000100:00100000:0.0:1746138011.380449:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972356480 00010000:00010000:0.0:1746138011.380490:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746138011.380642:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12679 00000100:00100000:0.0:1746138011.380650:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1959:x1830957972356480:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138011.380662:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138011.380683:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746138011.380694:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746138011.380715:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1588 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7abffd expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746138011.380745:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138011.380746:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138011.380753:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 36 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.380761:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 36 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.380792:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 36 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.380804:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968091648:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.380874:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.382938:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968091648:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.382957:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.383011:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1959:x1830957972356480:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2359us (2658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.383020:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12679 00000100:00100000:0.0:1746138011.383180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.383514:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972356736 00000100:00100000:2.0:1746138011.383521:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972356736 00002000:00100000:2.0:1746138011.383899:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d5500 x1830957972356736/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.383907:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5500 with x1830957972356736 ext(0->4095) 00002000:00010000:2.0:1746138011.383912:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5500 00000100:00100000:2.0:1746138011.384178:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5461 00000100:00100000:2.0:1746138011.384186:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972356736:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.384469:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972356736:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 283us (1288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.384475:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5461 00002000:00100000:2.0:1746138011.384481:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d5500 x1830957972356736/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.384487:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5500 with x1830957972356736 ext(0->4095) 00002000:00010000:2.0:1746138011.384489:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5500 00000100:00100000:0.0:1746138011.388492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.388714:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972356864 00000100:00100000:2.0:1746138011.388987:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972356864 00000100:00100000:2.0:1746138011.389440:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7603 00000100:00100000:2.0:1746138011.389449:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972356864:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.389464:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.389479:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac00b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.389504:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 35 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.389510:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.389511:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.389514:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.389536:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 35 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.389550:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 35 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.389561:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968091776:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.389803:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.393500:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968091776:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.393545:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.393573:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138011.393716:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972356864:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4265us (5233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.393727:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7603 00000100:00100000:0.0:1746138011.394126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.394387:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972356992 00000100:00100000:3.0:1746138011.394398:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972356992 00000100:00100000:3.0:1746138011.394627:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7604 00000100:00100000:3.0:1746138011.394636:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:31559:x1830957972356992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.394658:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.394677:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac012 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.394706:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.394712:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.394719:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.394723:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.394740:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.394765:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972357120 00010000:00010000:3.0:1746138011.394766:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.394768:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972357120 00010000:00010000:3.0:1746138011.394778:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.394784:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.394786:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138011.394818:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31559:x1830957972356992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.394819:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12680 00000100:00100000:3.0:1746138011.394824:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7604 00000100:00100000:2.0:1746138011.394825:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972357120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.394836:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.394861:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 37 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.394878:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 37 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.394898:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e158f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac004 expref: 37 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.394925:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.394927:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.394933:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.394941:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.394964:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.394975:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.394987:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092032:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.395057:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.397789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.397974:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092032:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.398012:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.398064:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972357120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3239us (3324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.398079:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12680 00000100:00100000:3.0:1746138011.398186:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972357376 00000100:00100000:3.0:1746138011.398194:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972357376 00002000:00100000:3.0:1746138011.398250:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6d80 x1830957972357376/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.398264:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6d80 with x1830957972357376 ext(0->4095) 00010000:00010000:3.0:1746138011.398274:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.398288:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.398294:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6d80 00000100:00100000:3.0:1746138011.398334:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3421 00000100:00100000:3.0:1746138011.398342:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972357376:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.398863:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972357376:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 521us (1084us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.398869:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3421 00002000:00100000:3.0:1746138011.398875:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6d80 x1830957972357376/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.398881:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6d80 with x1830957972357376 ext(0->4095) 00010000:00010000:3.0:1746138011.398886:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.398895:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.398900:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6d80 00000100:00100000:0.0:1746138011.401408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.401529:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972357504 00000100:00100000:2.0:1746138011.401539:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972357504 00010000:00010000:2.0:1746138011.401576:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.401613:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12681 00000100:00100000:2.0:1746138011.401619:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972357504:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.401633:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.401654:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.401666:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.401689:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1596 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac00b expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.401715:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.401717:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.401726:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 35 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.401734:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 35 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.401766:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 35 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.401841:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092160:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.402109:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.404026:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092160:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.404049:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.404109:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972357504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2488us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.404121:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12681 00000100:00100000:0.0:1746138011.404516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.404660:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972357760 00000100:00100000:3.0:1746138011.404668:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972357760 00002000:00100000:3.0:1746138011.404714:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0000 x1830957972357760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.404725:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0000 with x1830957972357760 ext(0->4095) 00002000:00010000:3.0:1746138011.405356:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae0000 00000100:00100000:3.0:1746138011.405397:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5462 00000100:00100000:3.0:1746138011.405406:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972357760:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.405619:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972357760:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (1101us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.405626:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5462 00002000:00100000:3.0:1746138011.405633:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0000 x1830957972357760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.405646:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0000 with x1830957972357760 ext(0->4095) 00002000:00010000:3.0:1746138011.405648:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae0000 00000100:00100000:0.0:1746138011.410625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.410745:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972357888 00000100:00100000:1.0:1746138011.410755:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972357888 00000100:00100000:1.0:1746138011.410863:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7605 00000100:00100000:1.0:1746138011.410873:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972357888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.410895:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.410915:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac019 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.410947:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 35 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.410955:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.410957:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.410961:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.410995:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 35 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.411007:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 35 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.411024:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968092288:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.411243:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.413012:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968092288:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.413039:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.413052:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138011.413095:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972357888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2223us (2481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.413102:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7605 00000100:00100000:0.0:1746138011.413262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.413348:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972358016 00000100:00100000:3.0:1746138011.413354:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972358016 00002000:00100000:3.0:1746138011.413394:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012fae0380 x1830957972358016/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.413403:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0380 with x1830957972358016 ext(0->7) 00010000:00010000:3.0:1746138011.413409:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.413455:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 36 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.413461:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0380 00000100:00100000:2.0:1746138011.413775:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3422 00000100:00100000:2.0:1746138011.413784:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972358016:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138011.414146:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972358016:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 362us (882us total) trans 4294967996 rc 0/0 00000100:00100000:2.0:1746138011.414156:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3422 00002000:00100000:2.0:1746138011.414163:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012fae0380 x1830957972358016/t4294967996(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/448 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.414170:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0380 with x1830957972358016 ext(0->7) 00010000:00010000:2.0:1746138011.414175:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.414184:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.414189:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0380 00000100:00100000:0.0:1746138011.418467:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.418542:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972358144 00000100:00100000:2.0:1746138011.418553:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972358144 00010000:00010000:2.0:1746138011.418596:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.418672:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12682 00000100:00100000:2.0:1746138011.418681:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972358144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.418699:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.418723:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.419004:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.420171:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e159d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac012 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.420204:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.420206:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.420214:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.420223:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.420260:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.420273:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092416:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.420391:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.421944:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092416:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.421962:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.422008:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957972358144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3328us (3595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.422018:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12682 00000100:00100000:0.0:1746138011.422174:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.422226:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972358400 00000100:00100000:3.0:1746138011.422233:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972358400 00002000:00100000:3.0:1746138011.422267:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3b80 x1830957972358400/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.422277:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3b80 with x1830957972358400 ext(0->4095) 00002000:00010000:3.0:1746138011.422282:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae3b80 00000100:00100000:3.0:1746138011.422497:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5463 00000100:00100000:3.0:1746138011.422504:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972358400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.422676:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972358400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (502us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.422686:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5463 00002000:00100000:3.0:1746138011.422690:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae3b80 x1830957972358400/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.422705:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae3b80 with x1830957972358400 ext(0->4095) 00002000:00010000:3.0:1746138011.422708:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae3b80 00000100:00100000:0.0:1746138011.423634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.423676:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972358528 00000100:00100000:1.0:1746138011.423681:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972358528 00000100:00100000:1.0:1746138011.423717:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7606 00000100:00100000:1.0:1746138011.423723:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:31559:x1830957972358528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.423734:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.423749:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac020 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.423775:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.423782:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.423784:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.423787:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.423952:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.423970:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.423983:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.424040:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972358656 00000100:00100000:1.0:1746138011.424094:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968092544:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.424172:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.424201:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972358656 00000100:00100000:3.0:1746138011.424224:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7607 00000100:00100000:3.0:1746138011.424229:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31560:x1830957972358656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.424236:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.424242:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac027 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.424259:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.424264:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.424269:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.424272:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.424358:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.424369:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.424383:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138011.424480:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957972358656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 249us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.424486:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7607 00000100:00100000:1.0:1746138011.425876:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968092544:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.425902:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.425916:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138011.426079:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972358528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.426087:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7606 00000100:00100000:0.0:1746138011.426093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.426169:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972358784 00000100:00100000:3.0:1746138011.426176:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972358784 00010000:00010000:3.0:1746138011.426199:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.426242:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12683 00000100:00100000:3.0:1746138011.426249:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972358784:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.426259:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.426277:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.426285:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.426319:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac019 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.426657:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.426658:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.426665:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.426676:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.426703:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.426713:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.426723:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092800:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.426783:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.428006:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092800:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.428022:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.428061:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972358784:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1812us (1967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.428070:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12683 00000100:00100000:0.0:1746138011.428986:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.429065:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972359040 00000100:00100000:1.0:1746138011.429072:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972359040 00002000:00100000:1.0:1746138011.429104:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730e00 x1830957972359040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.429112:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730e00 with x1830957972359040 ext(0->4095) 00010000:00010000:1.0:1746138011.429119:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.429135:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.429141:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730e00 00000100:00100000:1.0:1746138011.429265:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3423 00000100:00100000:1.0:1746138011.429273:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972359040:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138011.429806:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972359040:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 532us (821us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138011.429813:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3423 00002000:00100000:0.0:1746138011.429820:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092730e00 x1830957972359040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.429827:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092730e00 with x1830957972359040 ext(0->4095) 00010000:00010000:0.0:1746138011.429833:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746138011.429843:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746138011.429853:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092730e00 00000100:00100000:0.0:1746138011.432173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.432388:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972359168 00000100:00100000:3.0:1746138011.432398:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972359168 00010000:00010000:3.0:1746138011.432476:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.432506:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12684 00000100:00100000:3.0:1746138011.432513:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972359168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.432527:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.432553:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.432566:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.432592:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac020 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.432608:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.432610:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.432618:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.432626:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.432660:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.432673:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092928:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.432766:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.434772:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968092928:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.434796:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.434846:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972359168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2332us (2685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.434856:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12684 00000100:00100000:0.0:1746138011.435140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.435209:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972359424 00000100:00100000:1.0:1746138011.435217:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972359424 00002000:00100000:1.0:1746138011.435258:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092732a00 x1830957972359424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.435266:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092732a00 with x1830957972359424 ext(0->4095) 00002000:00010000:1.0:1746138011.435271:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092732a00 00000100:00100000:1.0:1746138011.435317:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5464 00000100:00100000:1.0:1746138011.435324:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972359424:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138011.435502:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972359424:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.435509:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5464 00002000:00100000:1.0:1746138011.435514:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092732a00 x1830957972359424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.435520:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092732a00 with x1830957972359424 ext(0->4095) 00002000:00010000:1.0:1746138011.435523:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092732a00 00000100:00100000:0.0:1746138011.437465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.437566:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972359552 00000100:00100000:1.0:1746138011.437576:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972359552 00000100:00100000:1.0:1746138011.437634:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7608 00000100:00100000:1.0:1746138011.437642:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972359552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.437662:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.437683:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac02e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.437716:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.437724:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.437726:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.437730:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.437767:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.437779:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.437792:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968093056:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.437883:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.439232:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968093056:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.439253:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.439274:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138011.439331:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972359552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1689us (1919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.439338:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7608 00000100:00100000:0.0:1746138011.439584:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.439627:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972359680 00000100:00100000:3.0:1746138011.439632:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972359680 00010000:00010000:3.0:1746138011.439651:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.439667:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12685 00000100:00100000:3.0:1746138011.439671:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972359680:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.439679:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.439699:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.439707:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.439725:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e15b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac027 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.439744:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.439746:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.439753:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.439761:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.439788:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.439803:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968093184:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.439839:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.441010:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968093184:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.441029:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.441070:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1957:x1830957972359680:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1397us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.441077:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12685 00000100:00100000:0.0:1746138011.441482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.441573:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972359936 00000100:00100000:1.0:1746138011.441580:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972359936 00002000:00100000:1.0:1746138011.441611:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b214000 x1830957972359936/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.441617:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b214000 with x1830957972359936 ext(0->4095) 00002000:00010000:1.0:1746138011.441621:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b214000 00000100:00100000:1.0:1746138011.441641:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5465 00000100:00100000:1.0:1746138011.441645:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972359936:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.441781:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972359936:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.441787:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5465 00002000:00100000:1.0:1746138011.441997:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b214000 x1830957972359936/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.442173:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b214000 with x1830957972359936 ext(0->4095) 00002000:00010000:1.0:1746138011.442176:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b214000 00000100:00100000:0.0:1746138011.444856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.445755:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972360064 00000100:00100000:1.0:1746138011.445763:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972360064 00000100:00100000:1.0:1746138011.445813:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7609 00000100:00100000:1.0:1746138011.445821:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:31560:x1830957972360064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.445837:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.445853:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac035 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.445879:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.445887:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.445889:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.445892:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.445911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.445919:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.445929:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.445940:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968093312:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.445980:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972360192 00000100:00100000:3.0:1746138011.445991:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972360192 00000100:00100000:1.0:1746138011.446009:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.446035:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7610 00000100:00100000:3.0:1746138011.446042:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e066450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972360192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.446056:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.446070:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac03c expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.446091:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.446096:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.446102:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.446106:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.446140:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.446156:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.446167:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:3.0:1746138011.446405:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e066450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31559:x1830957972360192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 362us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.446412:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7610 00000100:00100000:1.0:1746138011.448313:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968093312:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.448341:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.448356:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138011.448402:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31560:x1830957972360064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2583us (3553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.448411:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7609 00000100:00100000:0.0:1746138011.448454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.448540:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972360320 00000100:00100000:3.0:1746138011.448548:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972360320 00010000:00010000:3.0:1746138011.448577:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.448610:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12686 00000100:00100000:3.0:1746138011.448617:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972360320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.448630:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.448654:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.448665:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.448688:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e15b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac02e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.448718:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.448721:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.448729:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.448737:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.448766:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.448778:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.448791:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968093568:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.448869:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.450374:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968093568:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.450396:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.450478:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972360320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1861us (2027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.450489:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12686 00000100:00100000:0.0:1746138011.451609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.451805:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972360576 00000100:00100000:1.0:1746138011.451819:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972360576 00002000:00100000:1.0:1746138011.451855:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2c8380 x1830957972360576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.451864:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8380 with x1830957972360576 ext(0->4095) 00010000:00010000:1.0:1746138011.451871:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.451885:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.451891:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2c8380 00000100:00100000:1.0:1746138011.451927:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3424 00000100:00100000:1.0:1746138011.451934:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972360576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138011.452100:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972360576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.452107:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3424 00002000:00100000:1.0:1746138011.452112:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2c8380 x1830957972360576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.452117:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8380 with x1830957972360576 ext(0->4095) 00010000:00010000:1.0:1746138011.452121:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.452134:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.452139:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c2c8380 00000100:00100000:0.0:1746138011.455547:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.455659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.455787:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972360832 00000100:00100000:1.0:1746138011.455791:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972360704 00000100:00100000:3.0:1746138011.455797:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972360832 00000100:00100000:1.0:1746138011.455804:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972360704 00010000:00010000:3.0:1746138011.455854:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.455872:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7611 00000100:00100000:1.0:1746138011.455881:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972360704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.455896:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138011.455927:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12687 00000100:00100000:3.0:1746138011.455934:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1960:x1830957972360832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.455952:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.455982:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.455995:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.456018:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e15c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac035 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.456040:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.456042:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.456050:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.456058:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.456092:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.456103:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968093696:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.456192:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746138011.456235:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac043 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.456270:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.456278:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.456279:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.456282:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.456325:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.456337:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.456350:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968093824:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.456489:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.457653:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968093824:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.457679:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.457693:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138011.457751:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972360704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1870us (2216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.457758:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7611 00000100:00100000:3.0:1746138011.458383:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968093696:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.458402:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.458475:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1960:x1830957972360832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2539us (2813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.458489:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12687 00000100:00100000:0.0:1746138011.459222:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.459315:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972361088 00000100:00100000:3.0:1746138011.459321:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972361088 00002000:00100000:3.0:1746138011.459352:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454380 x1830957972361088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.459360:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454380 with x1830957972361088 ext(0->4095) 00010000:00010000:3.0:1746138011.459367:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.459378:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.459383:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454380 00000100:00100000:3.0:1746138011.459406:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3425 00000100:00100000:3.0:1746138011.459410:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972361088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.459633:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972361088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 221us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.459640:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3425 00002000:00100000:3.0:1746138011.459645:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454380 x1830957972361088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.459652:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454380 with x1830957972361088 ext(0->4095) 00010000:00010000:3.0:1746138011.459656:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.459670:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.459676:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454380 00000100:00100000:0.0:1746138011.461020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.461262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.461374:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972361344 00000100:00100000:1.0:1746138011.461383:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972361344 00000100:00100000:3.0:1746138011.461386:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972361216 00000100:00100000:3.0:1746138011.461391:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972361216 00010000:00010000:3.0:1746138011.461447:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.461449:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7612 00000100:00100000:1.0:1746138011.461458:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972361344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.461474:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138011.461476:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12688 00000100:00100000:3.0:1746138011.461482:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972361216:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.461491:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac04a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.461495:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.461513:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.461519:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.461525:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138011.461528:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.461541:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 40 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.461552:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 40 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.461570:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e15c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac03c expref: 40 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.461578:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.461587:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.461589:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.461595:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.461607:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.461619:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.461628:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00010000:00010000:3.0:1746138011.461630:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.461639:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.461651:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094080:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.461666:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972361344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.461672:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7612 00000100:00100000:3.0:1746138011.461800:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.463262:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094080:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.463282:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.463336:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972361216:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1853us (2080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.463348:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12688 00000100:00100000:0.0:1746138011.463549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.463749:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972361600 00000100:00100000:3.0:1746138011.463755:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972361600 00002000:00100000:3.0:1746138011.463785:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456300 x1830957972361600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.463794:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456300 with x1830957972361600 ext(0->4095) 00010000:00010000:3.0:1746138011.463807:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.463824:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.463830:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131456300 00000100:00100000:3.0:1746138011.463859:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3426 00000100:00100000:3.0:1746138011.463865:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972361600:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.464033:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972361600:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.464038:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3426 00002000:00100000:3.0:1746138011.464043:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456300 x1830957972361600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.464048:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456300 with x1830957972361600 ext(0->4095) 00010000:00010000:3.0:1746138011.464052:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.464060:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.464065:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131456300 00000100:00100000:0.0:1746138011.465280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.465624:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972361728 00000100:00100000:3.0:1746138011.465630:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972361728 00010000:00010000:3.0:1746138011.465652:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.465682:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12689 00000100:00100000:3.0:1746138011.465689:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972361728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.465699:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.465715:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.465725:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.465744:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e15ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac043 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.465770:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.465772:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.465778:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.465785:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.466108:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.466120:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094208:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.466202:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.468494:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094208:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.468520:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.468568:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972361728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2877us (3292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.468577:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12689 00000100:00100000:0.0:1746138011.468757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.469661:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972361984 00000100:00100000:3.0:1746138011.469670:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972361984 00002000:00100000:3.0:1746138011.469709:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456680 x1830957972361984/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.469718:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456680 with x1830957972361984 ext(0->4095) 00002000:00010000:3.0:1746138011.469722:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131456680 00000100:00100000:3.0:1746138011.469754:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5466 00000100:00100000:3.0:1746138011.469761:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972361984:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.469915:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972361984:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (1165us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.469921:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5466 00002000:00100000:3.0:1746138011.469926:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456680 x1830957972361984/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.469932:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456680 with x1830957972361984 ext(0->4095) 00002000:00010000:3.0:1746138011.469935:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131456680 00000100:00100000:0.0:1746138011.471504:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.471902:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972362112 00000100:00100000:1.0:1746138011.471911:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972362112 00000100:00100000:1.0:1746138011.471964:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7613 00000100:00100000:1.0:1746138011.471971:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972362112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.471984:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.472002:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac051 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.472035:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.472041:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.472043:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.472046:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.472073:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.472087:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 37 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.472098:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968094336:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.472404:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.473754:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968094336:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.473776:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.473792:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138011.473824:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972362112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1853us (2329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.473831:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7613 00000100:00100000:0.0:1746138011.474081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.474179:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972362240 00000100:00100000:2.0:1746138011.474185:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972362240 00010000:00010000:2.0:1746138011.474207:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.474229:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12690 00000100:00100000:2.0:1746138011.474236:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972362240:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.474245:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.474263:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.474274:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.474292:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e15d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac04a expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.474326:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.474328:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.474334:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.474346:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.474548:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.474558:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094464:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.474622:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.475921:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094464:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.475934:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.475982:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957972362240:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1745us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.475991:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12690 00000100:00100000:3.0:1746138011.476153:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.476226:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972362496 00000100:00100000:1.0:1746138011.476231:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972362496 00002000:00100000:1.0:1746138011.476258:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b2d80 x1830957972362496/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.476265:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b2d80 with x1830957972362496 ext(0->4095) 00002000:00010000:1.0:1746138011.476268:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b2d80 00000100:00100000:1.0:1746138011.476286:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5467 00000100:00100000:1.0:1746138011.476292:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972362496:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.476447:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972362496:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.476456:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5467 00002000:00100000:1.0:1746138011.476460:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b2d80 x1830957972362496/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.476467:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b2d80 with x1830957972362496 ext(0->4095) 00002000:00010000:1.0:1746138011.476470:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b2d80 00000100:00100000:0.0:1746138011.477914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.478027:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972362624 00000100:00100000:1.0:1746138011.478036:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972362624 00000100:00100000:1.0:1746138011.478086:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7614 00000100:00100000:1.0:1746138011.478095:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:31560:x1830957972362624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.478114:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.478131:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac058 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.478157:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.478163:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.478165:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.478169:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.478197:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.478207:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.478221:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968094592:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.478316:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.479974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.480099:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972362752 00000100:00100000:2.0:1746138011.480108:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972362752 00000100:00100000:2.0:1746138011.480161:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7615 00000100:00100000:2.0:1746138011.480170:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972362752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746138011.480184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138011.480190:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138011.480196:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968094592:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.480209:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac05f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.480220:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.480232:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00010000:00010000:2.0:1746138011.480235:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.480240:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.480252:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972362880 00010000:00010000:2.0:1746138011.480260:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746138011.480263:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972362880 00010000:00010000:2.0:1746138011.480266:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.480279:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957972362624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2185us (2374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.480286:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7614 00010000:00010000:3.0:1746138011.480306:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.480312:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.480322:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 39 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.480330:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:3.0:1746138011.480337:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12691 00000100:00100000:3.0:1746138011.480343:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972362880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138011.480349:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972362752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.480355:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7615 00010000:00010000:3.0:1746138011.480357:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.480376:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.480385:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.480405:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e15dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac051 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.480444:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.480446:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.480452:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.480459:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.480493:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.480503:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.480515:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094848:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.481001:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.483575:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.483673:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972363136 00000100:00100000:3.0:1746138011.483674:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094848:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.483687:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972363136 00010000:00010000:3.0:1746138011.483700:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.483745:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972362880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3402us (3560us total) trans 0 rc 0/0 00002000:00100000:1.0:1746138011.483749:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67480 x1830957972363136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138011.483755:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12691 00002000:00100000:1.0:1746138011.483759:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67480 with x1830957972363136 ext(0->4095) 00010000:00010000:1.0:1746138011.483769:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.483786:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.483793:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67480 00000100:00100000:1.0:1746138011.483830:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3427 00000100:00100000:1.0:1746138011.483838:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972363136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.484039:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972363136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 202us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.484045:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3427 00002000:00100000:1.0:1746138011.484050:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67480 x1830957972363136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.484057:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67480 with x1830957972363136 ext(0->4095) 00010000:00010000:1.0:1746138011.484062:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.484070:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.484076:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f67480 00000100:00100000:0.0:1746138011.485127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.485226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.485284:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972363264 00000100:00100000:2.0:1746138011.485304:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972363264 00000100:00100000:3.0:1746138011.485313:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972363392 00000100:00100000:3.0:1746138011.485318:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972363392 00010000:00010000:3.0:1746138011.485343:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.485358:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7616 00000100:00100000:3.0:1746138011.485365:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12692 00000100:00100000:2.0:1746138011.485365:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972363264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138011.485370:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972363392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.485381:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.485384:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.485397:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac066 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.485406:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.485441:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.485446:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 39 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.485457:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.485460:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.485545:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.485566:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e15e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac058 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.485579:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.485581:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.485586:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.485592:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.485621:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.485632:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.485641:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094976:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.485728:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6e40 going to sleep for 11 seconds 00010000:00010000:2.0:1746138011.485808:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.485817:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.485827:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968095104:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.485855:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.487154:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968095104:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.487171:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968094976:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.487193:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138011.487193:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.487217:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:3.0:1746138011.487237:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972363392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1865us (2010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.487246:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12692 00000100:00100000:2.0:1746138011.487251:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972363264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1887us (2129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.487261:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7616 00000100:00100000:0.0:1746138011.487371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.487460:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972363648 00000100:00100000:2.0:1746138011.487468:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972363648 00002000:00100000:2.0:1746138011.487654:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094138000 x1830957972363648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.487663:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138000 with x1830957972363648 ext(0->4095) 00010000:00010000:2.0:1746138011.487670:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.487682:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.487688:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094138000 00000100:00100000:2.0:1746138011.487712:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3428 00000100:00100000:2.0:1746138011.487720:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972363648:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.487907:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972363648:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 187us (537us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.487913:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3428 00002000:00100000:2.0:1746138011.487918:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094138000 x1830957972363648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.487925:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138000 with x1830957972363648 ext(0->4095) 00010000:00010000:2.0:1746138011.487929:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.487938:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.487945:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094138000 00000100:00100000:0.0:1746138011.490973:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.491039:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972363776 00000100:00100000:2.0:1746138011.491050:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972363776 00000100:00100000:0.0:1746138011.491091:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.491111:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7617 00000100:00100000:2.0:1746138011.491123:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31559:x1830957972363776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.491145:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.491165:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac06d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.491195:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.491202:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.491208:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.491211:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 39 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.491255:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.491267:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 39 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.491278:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138011.491354:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972363776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.491360:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7617 00000100:00100000:3.0:1746138011.491467:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972363904 00000100:00100000:3.0:1746138011.491480:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972363904 00010000:00010000:3.0:1746138011.491521:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.491553:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12693 00000100:00100000:3.0:1746138011.491560:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972363904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.491666:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.491689:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.491703:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.491721:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e15ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac05f expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.491750:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.491751:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.491757:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.491765:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.491794:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.491803:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.491813:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968095360:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.491906:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.494814:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968095360:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.494838:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.494881:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972363904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3320us (3788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.494894:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12693 00000100:00100000:0.0:1746138011.495480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.495666:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972364160 00000100:00100000:2.0:1746138011.495674:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972364160 00002000:00100000:2.0:1746138011.495716:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094139880 x1830957972364160/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.495726:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139880 with x1830957972364160 ext(0->4095) 00010000:00010000:2.0:1746138011.495735:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.495748:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.495755:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094139880 00000100:00100000:2.0:1746138011.495786:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3429 00000100:00100000:2.0:1746138011.495794:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972364160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.495940:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972364160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.495946:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3429 00002000:00100000:2.0:1746138011.495951:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094139880 x1830957972364160/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.495957:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139880 with x1830957972364160 ext(0->4095) 00010000:00010000:2.0:1746138011.495962:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.495971:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.495976:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094139880 00000100:00100000:0.0:1746138011.497544:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.497650:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972364288 00000100:00100000:3.0:1746138011.497658:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972364288 00010000:00010000:3.0:1746138011.497688:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.497711:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12694 00000100:00100000:3.0:1746138011.497718:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972364288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.497729:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.497746:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.497756:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.497774:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e15f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac066 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.497787:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.497789:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.497796:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.497805:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.497837:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.497848:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968095488:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.498156:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.501738:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968095488:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.501760:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.501815:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972364288:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4096us (4279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.501825:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12694 00000100:00100000:0.0:1746138011.502770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.502805:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972364544 00000100:00100000:3.0:1746138011.502811:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972364544 00002000:00100000:3.0:1746138011.502842:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120000 x1830957972364544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.502848:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120000 with x1830957972364544 ext(0->4095) 00002000:00010000:3.0:1746138011.502852:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120000 00000100:00100000:3.0:1746138011.502873:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5468 00000100:00100000:3.0:1746138011.502877:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1959:x1830957972364544:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138011.503007:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1959:x1830957972364544:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (239us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.503011:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5468 00002000:00100000:3.0:1746138011.503014:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120000 x1830957972364544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.503019:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120000 with x1830957972364544 ext(0->4095) 00002000:00010000:3.0:1746138011.503021:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120000 00000100:00100000:0.0:1746138011.506217:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.506384:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972364672 00000100:00100000:2.0:1746138011.506396:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972364672 00000100:00100000:2.0:1746138011.506543:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7618 00000100:00100000:2.0:1746138011.506552:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972364672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.506574:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.506599:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac074 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.506630:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.506638:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.506640:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.506643:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.506678:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.506691:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.506702:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968095616:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.506806:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.508139:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968095616:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.508169:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.508188:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138011.508237:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972364672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1685us (2031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.508250:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7618 00000100:00100000:0.0:1746138011.508517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.508598:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972364800 00000100:00100000:3.0:1746138011.508613:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972364800 00010000:00010000:3.0:1746138011.508649:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.508700:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12695 00000100:00100000:3.0:1746138011.508707:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972364800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.508719:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.508739:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.508749:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.508769:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e15f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac06d expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.508799:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.508801:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.508807:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.508815:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.508845:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.508861:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968095744:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.508948:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.510271:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968095744:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.510287:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.510337:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1957:x1830957972364800:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1630us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.510345:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12695 00000100:00100000:0.0:1746138011.510451:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.510603:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972365056 00000100:00100000:2.0:1746138011.510609:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972365056 00002000:00100000:2.0:1746138011.510637:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f8700 x1830957972365056/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.510645:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f8700 with x1830957972365056 ext(0->4095) 00002000:00010000:2.0:1746138011.510649:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943f8700 00000100:00100000:2.0:1746138011.510676:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5469 00000100:00100000:2.0:1746138011.510682:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972365056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.510805:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972365056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.510810:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5469 00002000:00100000:2.0:1746138011.510815:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f8700 x1830957972365056/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.510821:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f8700 with x1830957972365056 ext(0->4095) 00002000:00010000:2.0:1746138011.510823:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943f8700 00000100:00100000:0.0:1746138011.512592:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.512853:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972365184 00000100:00100000:2.0:1746138011.512860:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972365184 00000100:00100000:2.0:1746138011.512902:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7619 00000100:00100000:2.0:1746138011.512910:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:31560:x1830957972365184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.512924:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138011.512983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.513017:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972365312 00000100:00100000:1.0:1746138011.513021:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972365312 00000100:00100000:1.0:1746138011.513056:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7620 00000100:00100000:1.0:1746138011.513062:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31559:x1830957972365312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.513068:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.513075:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac082 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.513097:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.513103:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.513105:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.513109:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.513129:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac07b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.513137:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.513148:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.513571:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968095872:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.513583:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.513589:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.513596:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.513598:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.513623:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.513633:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.513642:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:1.0:1746138011.513656:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.513664:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957972365184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 755us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.513670:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7619 00000100:00100000:1.0:1746138011.515487:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968095872:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.515514:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.515528:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138011.515563:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972365312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2500us (2579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.515571:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7620 00000100:00100000:0.0:1746138011.516966:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.517095:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972365440 00000100:00100000:3.0:1746138011.517102:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972365440 00010000:00010000:3.0:1746138011.517136:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.517161:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12696 00000100:00100000:3.0:1746138011.517166:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972365440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.517178:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.517199:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.517209:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.517231:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e15ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac074 expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.517262:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.517264:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.517271:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.517279:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.517318:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.517329:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.517340:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968096128:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.517446:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.519216:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.519278:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972365696 00000100:00100000:2.0:1746138011.519286:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972365696 00000100:00100000:3.0:1746138011.519333:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968096128:192.168.204.27@tcp:105: 00002000:00100000:2.0:1746138011.519334:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fb100 x1830957972365696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.519343:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fb100 with x1830957972365696 ext(0->4095) 00010000:00010000:3.0:1746138011.519350:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138011.519350:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.519368:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.519374:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943fb100 00000100:00100000:2.0:1746138011.519400:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3430 00000100:00100000:3.0:1746138011.519404:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972365440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2236us (2443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.519407:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972365696:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.519411:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12696 00000100:00100000:2.0:1746138011.519580:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972365696:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.519586:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3430 00002000:00100000:2.0:1746138011.519591:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fb100 x1830957972365696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.519598:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fb100 with x1830957972365696 ext(0->4095) 00010000:00010000:2.0:1746138011.519602:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.519610:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.519616:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943fb100 00000100:00100000:0.0:1746138011.522591:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.522686:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972365824 00000100:00100000:3.0:1746138011.522693:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972365824 00010000:00010000:3.0:1746138011.522723:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.522748:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12697 00000100:00100000:3.0:1746138011.522753:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972365824:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.522768:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.522787:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.522797:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.522817:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e160d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac082 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.522847:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.522849:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.522856:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.522863:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.522890:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.522900:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968096256:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.522970:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.524453:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968096256:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.524468:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.524507:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972365824:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1752us (1922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.524519:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12697 00000100:00100000:0.0:1746138011.524892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.525004:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972366080 00000100:00100000:2.0:1746138011.525010:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972366080 00002000:00100000:2.0:1746138011.525035:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fad80 x1830957972366080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.525043:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fad80 with x1830957972366080 ext(0->4095) 00002000:00010000:2.0:1746138011.525048:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943fad80 00000100:00100000:2.0:1746138011.525070:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5470 00000100:00100000:2.0:1746138011.525074:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972366080:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.525215:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972366080:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.525219:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5470 00002000:00100000:2.0:1746138011.525222:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fad80 x1830957972366080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.525227:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fad80 with x1830957972366080 ext(0->4095) 00002000:00010000:2.0:1746138011.525229:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943fad80 00000100:00100000:0.0:1746138011.527235:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.527348:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972366208 00000100:00100000:1.0:1746138011.527357:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972366208 00000100:00100000:1.0:1746138011.527573:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7621 00000100:00100000:1.0:1746138011.527581:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972366208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.527598:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.527617:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac089 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.527646:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.527652:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.527654:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.527658:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.527684:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.527694:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.527705:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968096384:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.527780:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.530079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.530097:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968096384:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.530134:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.530156:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:3.0:1746138011.530404:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972366336 00000100:00100000:3.0:1746138011.530447:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972366336 00010000:00010000:3.0:1746138011.530489:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.530624:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972366208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3042us (3405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.530632:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7621 00000100:00100000:3.0:1746138011.530853:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12698 00000100:00100000:3.0:1746138011.530861:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972366336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.530873:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.530893:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.530905:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.530925:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1606 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac07b expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.530951:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.530953:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.530959:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.530967:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.530995:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.531011:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968096512:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.531091:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.533969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.534120:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972366592 00000100:00100000:2.0:1746138011.534135:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972366592 00002000:00100000:2.0:1746138011.534190:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faed500 x1830957972366592/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.534202:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed500 with x1830957972366592 ext(0->4095) 00000100:00100000:3.0:1746138011.534206:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968096512:192.168.204.27@tcp:105: 00002000:00010000:2.0:1746138011.534207:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faed500 00010000:00010000:3.0:1746138011.534224:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.534402:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957972366336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3541us (4335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.534412:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12698 00000100:00100000:2.0:1746138011.534691:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5471 00000100:00100000:2.0:1746138011.534700:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972366592:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.534839:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972366592:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (879us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.534849:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5471 00002000:00100000:2.0:1746138011.534856:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faed500 x1830957972366592/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.534870:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed500 with x1830957972366592 ext(0->4095) 00002000:00010000:2.0:1746138011.534875:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faed500 00000100:00100000:0.0:1746138011.536331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.536545:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972366720 00000100:00100000:1.0:1746138011.536552:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972366720 00000100:00100000:1.0:1746138011.536595:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7622 00000100:00100000:1.0:1746138011.536601:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:31559:x1830957972366720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.536614:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.536628:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac090 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.536649:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.536655:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.536657:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.536659:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.536682:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.536690:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.536700:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968096640:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.536766:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.536853:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.536986:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972366848 00000100:00100000:2.0:1746138011.536990:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972366848 00000100:00100000:2.0:1746138011.537019:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7623 00000100:00100000:2.0:1746138011.537025:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31560:x1830957972366848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.537031:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.537038:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac097 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.537048:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.537051:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.537057:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.537059:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.537078:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.537088:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.537095:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138011.537117:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957972366848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.537123:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7623 00000100:00100000:0.0:1746138011.538948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.539043:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968096640:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.539065:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.539084:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138011.539116:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972366720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2514us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.539122:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7622 00000100:00100000:3.0:1746138011.539191:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972366976 00000100:00100000:3.0:1746138011.539196:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972366976 00010000:00010000:3.0:1746138011.539216:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.539235:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12699 00000100:00100000:3.0:1746138011.539241:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972366976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.539251:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.539269:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.539278:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.539309:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1614 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac089 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.539323:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.539325:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.539331:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.539339:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.539363:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.539372:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.539383:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968096896:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.539455:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.541036:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968096896:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.541055:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.541105:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972366976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1862us (2162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.541115:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12699 00000100:00100000:0.0:1746138011.542850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.543120:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972367232 00000100:00100000:2.0:1746138011.543129:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972367232 00002000:00100000:2.0:1746138011.543168:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faef800 x1830957972367232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.543177:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef800 with x1830957972367232 ext(0->4095) 00010000:00010000:2.0:1746138011.543185:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.543197:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.543203:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faef800 00000100:00100000:2.0:1746138011.543231:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3431 00000100:00100000:2.0:1746138011.543237:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972367232:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.543383:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972367232:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.543389:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3431 00002000:00100000:2.0:1746138011.543394:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faef800 x1830957972367232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.543400:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef800 with x1830957972367232 ext(0->4095) 00010000:00010000:2.0:1746138011.543404:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.543435:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.543441:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faef800 00000100:00100000:0.0:1746138011.545560:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.546059:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972367360 00000100:00100000:3.0:1746138011.546069:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972367360 00010000:00010000:3.0:1746138011.546330:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.546369:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12700 00000100:00100000:3.0:1746138011.546376:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972367360:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.546393:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.546414:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.546444:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.546464:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e161b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac090 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.546479:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.546480:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.546488:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.546496:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.546603:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 38 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.546617:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968097024:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.547360:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.549900:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968097024:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.549924:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.550008:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972367360:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3630us (4452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.550021:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12700 00000100:00100000:0.0:1746138011.551257:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.551376:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972367616 00000100:00100000:3.0:1746138011.551386:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972367616 00002000:00100000:3.0:1746138011.551485:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faee680 x1830957972367616/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.551550:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee680 with x1830957972367616 ext(0->4095) 00002000:00010000:3.0:1746138011.551557:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee680 00000100:00100000:3.0:1746138011.551591:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5472 00000100:00100000:3.0:1746138011.551599:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972367616:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.551837:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1958:x1830957972367616:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 237us (588us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.551845:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5472 00002000:00100000:3.0:1746138011.551851:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faee680 x1830957972367616/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.551859:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee680 with x1830957972367616 ext(0->4095) 00002000:00010000:3.0:1746138011.551862:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee680 00000100:00100000:0.0:1746138011.554085:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.554244:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972367744 00000100:00100000:1.0:1746138011.554258:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972367744 00000100:00100000:1.0:1746138011.554334:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7624 00000100:00100000:1.0:1746138011.554343:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972367744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.554361:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.554378:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac09e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.554403:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.554411:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.554413:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.554456:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.554668:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 37 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.554682:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 37 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.554697:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968097152:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.555144:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.558660:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968097152:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.558687:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.558703:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138011.558776:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972367744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4432us (4700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.558783:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7624 00000100:00100000:0.0:1746138011.559602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.559779:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972367872 00000100:00100000:3.0:1746138011.559786:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972367872 00000100:00100000:0.0:1746138011.559789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.559809:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 38 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.559829:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12701 00000100:00100000:3.0:1746138011.559835:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972367872:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.559845:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138011.559851:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972368000 00000100:00100000:1.0:1746138011.559855:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972368000 00010000:00010000:3.0:1746138011.559864:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.559873:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.559883:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7625 00000100:00100000:1.0:1746138011.559889:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972368000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.559891:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1622 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac097 expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.559901:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.559914:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.559916:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.559921:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.559928:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.559952:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.559962:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968097280:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.560009:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00010000:00010000:1.0:1746138011.560355:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0a5 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.560372:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.560377:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.560378:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.560380:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.560401:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.560410:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.560517:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968097408:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.560873:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.561958:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968097280:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.561975:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.562013:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972367872:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2177us (2412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.562021:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12701 00000100:00100000:0.0:1746138011.562921:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.563042:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968097408:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.563051:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972368256 00000100:00100000:3.0:1746138011.563056:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972368256 00010000:00010000:1.0:1746138011.563062:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 38 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.563076:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00002000:00100000:3.0:1746138011.563085:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60000 x1830957972368256/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.563093:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60000 with x1830957972368256 ext(0->4095) 00010000:00010000:3.0:1746138011.563098:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.563109:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.563115:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a60000 00000100:00100000:1.0:1746138011.563150:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:31559:x1830957972368000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3261us (3361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.563160:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7625 00000100:00100000:3.0:1746138011.563245:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3432 00000100:00100000:3.0:1746138011.563253:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972368256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.563408:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972368256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.563414:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3432 00002000:00100000:3.0:1746138011.563437:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60000 x1830957972368256/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.563443:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60000 with x1830957972368256 ext(0->4095) 00010000:00010000:3.0:1746138011.563447:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.563455:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.563464:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a60000 00000100:00100000:0.0:1746138011.566239:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.566372:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972368384 00000100:00100000:3.0:1746138011.566380:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972368384 00010000:00010000:3.0:1746138011.566409:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.566469:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12702 00000100:00100000:3.0:1746138011.566478:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972368384:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.566488:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.566507:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.566517:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.566537:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1629 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac09e expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.566557:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.566559:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.566566:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.566575:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.566606:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.566617:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968097536:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.566694:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.568916:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968097536:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.568935:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.568971:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972368384:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2494us (2738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.568980:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12702 00000100:00100000:0.0:1746138011.569149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.569439:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972368640 00000100:00100000:3.0:1746138011.569444:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972368640 00002000:00100000:3.0:1746138011.569469:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60a80 x1830957972368640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.569478:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60a80 with x1830957972368640 ext(0->4095) 00002000:00010000:3.0:1746138011.569482:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a60a80 00000100:00100000:3.0:1746138011.569494:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5473 00000100:00100000:3.0:1746138011.569499:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972368640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.569801:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972368640:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 302us (652us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.569807:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5473 00002000:00100000:3.0:1746138011.569812:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60a80 x1830957972368640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.569825:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60a80 with x1830957972368640 ext(0->4095) 00002000:00010000:3.0:1746138011.569827:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a60a80 00000100:00100000:0.0:1746138011.571636:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.571753:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972368768 00000100:00100000:1.0:1746138011.571760:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972368768 00000100:00100000:1.0:1746138011.571935:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7626 00000100:00100000:1.0:1746138011.571941:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972368768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.571954:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.571967:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0ac expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.571992:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.571998:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.571999:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.572002:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.572026:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 37 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.572036:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 37 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.572046:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968097664:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.572126:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.574346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.574378:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968097664:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.574403:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.574453:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138011.574491:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972368768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2550us (2859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.574499:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7626 00000100:00100000:3.0:1746138011.574564:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972368896 00000100:00100000:3.0:1746138011.574571:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972368896 00002000:00100000:3.0:1746138011.574605:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130a61880 x1830957972368896/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.574614:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a61880 with x1830957972368896 ext(0->7) 00010000:00010000:3.0:1746138011.574620:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.574630:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 38 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.574637:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a61880 00000100:00100000:3.0:1746138011.574732:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3433 00000100:00100000:3.0:1746138011.574739:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972368896:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138011.575011:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957972368896:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 272us (672us total) trans 4294967997 rc 0/0 00000100:00100000:3.0:1746138011.575017:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3433 00002000:00100000:3.0:1746138011.575022:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130a61880 x1830957972368896/t4294967997(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/448 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.575028:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a61880 with x1830957972368896 ext(0->7) 00010000:00010000:3.0:1746138011.575033:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.575046:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.575051:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a61880 00000100:00100000:0.0:1746138011.576443:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.576549:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972369024 00000100:00100000:3.0:1746138011.576553:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972369024 00010000:00010000:3.0:1746138011.576572:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.576595:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12703 00000100:00100000:3.0:1746138011.576601:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957972369024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.576611:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.576625:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.576633:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.576651:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1630 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0a5 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.576690:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.576692:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.576699:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.576712:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.576742:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.576752:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968097792:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.576822:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.578132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.578360:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972369280 00000100:00100000:3.0:1746138011.578366:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968097792:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.578372:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972369280 00010000:00010000:3.0:1746138011.578382:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138011.578405:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60380 x1830957972369280/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138011.578411:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972369024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1810us (1996us total) trans 0 rc 0/0 00002000:00100000:2.0:1746138011.578413:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60380 with x1830957972369280 ext(0->4095) 00002000:00010000:2.0:1746138011.578438:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a60380 00000100:00100000:3.0:1746138011.578440:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12703 00000100:00100000:2.0:1746138011.578456:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5474 00000100:00100000:2.0:1746138011.578462:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972369280:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.578612:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972369280:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (483us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.578617:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5474 00002000:00100000:2.0:1746138011.578622:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a60380 x1830957972369280/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.578629:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a60380 with x1830957972369280 ext(0->4095) 00002000:00010000:2.0:1746138011.578631:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a60380 00000100:00100000:0.0:1746138011.580708:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.581699:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972369408 00000100:00100000:1.0:1746138011.581712:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972369408 00000100:00100000:1.0:1746138011.581792:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7627 00000100:00100000:1.0:1746138011.581801:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31560:x1830957972369408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.581826:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.581848:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0b3 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.581884:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.581892:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.581894:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.581897:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.581931:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.581946:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.581959:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968097920:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.582085:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.584780:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968097920:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.584819:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.584841:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138011.584912:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957972369408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3110us (4214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.584926:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7627 00000100:00100000:0.0:1746138011.585280:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.585354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.585382:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972369536 00000100:00100000:1.0:1746138011.585390:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972369536 00000100:00100000:1.0:1746138011.585519:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7628 00000100:00100000:1.0:1746138011.585528:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31559:x1830957972369536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138011.585556:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972369664 00010000:00010000:1.0:1746138011.585556:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138011.585563:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972369664 00010000:00010000:1.0:1746138011.585573:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0ba expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.585592:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.585596:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.585601:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.585608:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.585611:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.585631:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12704 00000100:00100000:3.0:1746138011.585638:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972369664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.585646:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.585651:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.585657:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.585664:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138011.585694:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31559:x1830957972369536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.585700:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7628 00010000:00010000:3.0:1746138011.585752:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.585763:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.585784:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1637 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ac expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.585800:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.585801:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.585808:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.585816:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.585844:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.585854:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.585865:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968098176:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.585944:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.588822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.588891:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972369920 00000100:00100000:2.0:1746138011.588904:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972369920 00002000:00100000:2.0:1746138011.588958:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8bb80 x1830957972369920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.588976:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8bb80 with x1830957972369920 ext(0->4095) 00000100:00100000:3.0:1746138011.588980:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968098176:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.588986:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.588999:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138011.589000:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.589008:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8bb80 00000100:00100000:2.0:1746138011.589048:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3434 00000100:00100000:3.0:1746138011.589052:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972369664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3413us (3696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.589056:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1958:x1830957972369920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.589062:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12704 00000100:00100000:2.0:1746138011.589816:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1958:x1830957972369920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 759us (1000us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.589823:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3434 00002000:00100000:2.0:1746138011.589829:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8bb80 x1830957972369920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.589836:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8bb80 with x1830957972369920 ext(0->4095) 00010000:00010000:2.0:1746138011.589841:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.589852:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.589858:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8bb80 00000100:00100000:0.0:1746138011.591032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.591083:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972370048 00000100:00100000:0.0:1746138011.591087:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.591090:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972370048 00000100:00100000:1.0:1746138011.591188:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7629 00000100:00100000:1.0:1746138011.591196:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972370048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.591211:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.591227:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0c1 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.591247:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972370176 00010000:00010000:1.0:1746138011.591251:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.591256:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.591258:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972370176 00010000:00010000:1.0:1746138011.591262:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138011.591265:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.591307:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.591317:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.591330:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.591344:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:3.0:1746138011.591354:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12705 00000100:00100000:3.0:1746138011.591361:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1957:x1830957972370176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.591375:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138011.591381:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972370048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.591386:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7629 00010000:00010000:3.0:1746138011.591579:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.591592:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.591611:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e163e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0b3 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.591631:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.591633:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.591638:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.591645:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.591673:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.591682:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.591748:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968098432:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.591946:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.593363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.593459:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968098432:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.593475:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.593480:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972370432 00000100:00100000:2.0:1746138011.593486:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972370432 00000100:00100000:3.0:1746138011.593512:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1957:x1830957972370176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2152us (2425us total) trans 0 rc 0/0 00002000:00100000:2.0:1746138011.593517:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8ad80 x1830957972370432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138011.593521:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12705 00002000:00100000:2.0:1746138011.593525:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8ad80 with x1830957972370432 ext(0->4095) 00010000:00010000:2.0:1746138011.593532:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.593542:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.593547:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8ad80 00000100:00100000:2.0:1746138011.593560:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3435 00000100:00100000:2.0:1746138011.593565:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957972370432:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.593693:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957972370432:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.593698:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3435 00002000:00100000:2.0:1746138011.593702:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8ad80 x1830957972370432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.593708:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8ad80 with x1830957972370432 ext(0->4095) 00010000:00010000:2.0:1746138011.593712:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.593719:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.593723:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8ad80 00000100:00100000:0.0:1746138011.595087:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.595141:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972370560 00000100:00100000:1.0:1746138011.595150:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972370560 00000100:00100000:1.0:1746138011.595196:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7630 00000100:00100000:1.0:1746138011.595203:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31559:x1830957972370560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.595218:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.595231:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0c8 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.595282:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.595287:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.595305:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138011.595309:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.595339:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.595350:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.595359:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138011.595403:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31559:x1830957972370560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.595413:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7630 00000100:00100000:0.0:1746138011.596410:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.596484:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972370688 00000100:00100000:3.0:1746138011.596490:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972370688 00010000:00010000:3.0:1746138011.596524:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.596563:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12706 00000100:00100000:3.0:1746138011.596569:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1958:x1830957972370688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.596579:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.596599:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.596609:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.596626:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1645 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0ba expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.596649:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.596651:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.596657:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.596664:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.596687:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.596696:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.596707:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968098688:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.596776:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.598053:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968098688:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.598291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.598529:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.598560:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957972370688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1990us (2152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.598567:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12706 00000100:00100000:2.0:1746138011.598783:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972370944 00000100:00100000:2.0:1746138011.598789:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972370944 00002000:00100000:2.0:1746138011.598817:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56eca80 x1830957972370944/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.598825:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56eca80 with x1830957972370944 ext(0->4095) 00010000:00010000:2.0:1746138011.598832:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.598842:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.598848:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56eca80 00000100:00100000:2.0:1746138011.598872:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3436 00000100:00100000:2.0:1746138011.598878:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972370944:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.598999:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972370944:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.599004:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3436 00002000:00100000:2.0:1746138011.599009:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56eca80 x1830957972370944/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.599016:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56eca80 with x1830957972370944 ext(0->4095) 00010000:00010000:2.0:1746138011.599020:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.599032:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.599041:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56eca80 00000100:00100000:0.0:1746138011.602884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.602941:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972371072 00000100:00100000:3.0:1746138011.602949:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972371072 00010000:00010000:3.0:1746138011.602976:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.603000:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12707 00000100:00100000:3.0:1746138011.603006:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972371072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.603019:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.603037:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.603048:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.603066:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e164c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c1 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.603077:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.603079:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.603086:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.603093:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.603120:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.603130:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968098816:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.603200:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.604915:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.604969:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972371328 00000100:00100000:2.0:1746138011.604975:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972371328 00000100:00100000:3.0:1746138011.605012:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968098816:192.168.204.27@tcp:105: 00002000:00100000:2.0:1746138011.605012:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ef480 x1830957972371328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.605020:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef480 with x1830957972371328 ext(0->4095) 00002000:00010000:2.0:1746138011.605024:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ef480 00010000:00010000:3.0:1746138011.605032:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.605040:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5475 00000100:00100000:2.0:1746138011.605047:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957972371328:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.605074:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972371072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2067us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.605084:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12707 00000100:00100000:2.0:1746138011.606122:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957972371328:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1070us (1208us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.606130:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5475 00002000:00100000:2.0:1746138011.606137:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56ef480 x1830957972371328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.606144:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef480 with x1830957972371328 ext(0->4095) 00002000:00010000:2.0:1746138011.606148:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ef480 00000100:00100000:0.0:1746138011.608312:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.608398:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972371456 00000100:00100000:1.0:1746138011.608406:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972371456 00000100:00100000:1.0:1746138011.608483:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7631 00000100:00100000:1.0:1746138011.608490:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972371456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.608505:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.608519:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0cf expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.608542:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.608548:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.608550:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.608553:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.608576:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.608586:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.608595:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968098944:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.608678:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.610103:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968098944:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.610122:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.610132:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138011.610165:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972371456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1676us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.610174:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7631 00000100:00100000:0.0:1746138011.610560:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.610702:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972371584 00000100:00100000:3.0:1746138011.610708:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972371584 00010000:00010000:3.0:1746138011.610727:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.610745:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12708 00000100:00100000:3.0:1746138011.610750:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957972371584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.610760:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.610775:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.610784:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.610902:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1653 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0c8 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.610924:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.610925:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.610931:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.610938:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.610961:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.610971:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968099072:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.611048:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.613789:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968099072:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.613808:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.614041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.614044:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972371584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3292us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.614053:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12708 00000100:00100000:2.0:1746138011.614139:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972371840 00000100:00100000:2.0:1746138011.614145:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972371840 00002000:00100000:2.0:1746138011.614176:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56edc00 x1830957972371840/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.614185:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56edc00 with x1830957972371840 ext(0->4095) 00002000:00010000:2.0:1746138011.614189:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56edc00 00000100:00100000:2.0:1746138011.614203:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5476 00000100:00100000:2.0:1746138011.614209:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972371840:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.614591:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972371840:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (550us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.614598:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5476 00002000:00100000:2.0:1746138011.614603:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56edc00 x1830957972371840/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.614610:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56edc00 with x1830957972371840 ext(0->4095) 00002000:00010000:2.0:1746138011.614613:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56edc00 00000100:00100000:0.0:1746138011.615782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.615985:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972371968 00000100:00100000:1.0:1746138011.615992:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972371968 00000100:00100000:1.0:1746138011.616037:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7632 00000100:00100000:1.0:1746138011.616044:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31559:x1830957972371968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.616059:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.616073:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0d6 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.616096:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.616101:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.616103:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.616106:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.616130:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.616141:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.616152:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968099200:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.616230:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.616274:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.616375:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972372096 00000100:00100000:3.0:1746138011.616379:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972372096 00000100:00100000:3.0:1746138011.616407:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7633 00000100:00100000:3.0:1746138011.616413:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957972372096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.616440:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.616446:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0dd expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.616457:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.616461:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 42 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.616466:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.616469:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.616488:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 42 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.616501:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.616510:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369c00, rc 0) 00000100:00100000:3.0:1746138011.616541:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31560:x1830957972372096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.616546:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7633 00000100:00100000:1.0:1746138011.617485:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968099200:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.617506:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.617516:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:1.0:1746138011.617562:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31559:x1830957972371968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1517us (1783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.617568:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7632 00000100:00100000:0.0:1746138011.617608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.617722:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972372224 00000100:00100000:3.0:1746138011.617728:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972372224 00010000:00010000:3.0:1746138011.617752:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.617781:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12709 00000100:00100000:3.0:1746138011.617786:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972372224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.617795:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.617815:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.617825:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.617856:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e165a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0cf expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.617879:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.617882:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.617890:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.617899:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.617929:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.617939:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.617948:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968099456:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.618018:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.619100:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968099456:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.619124:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.619165:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972372224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1377us (1561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.619172:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12709 00000100:00100000:0.0:1746138011.619456:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.619497:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972372480 00000100:00100000:2.0:1746138011.619504:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972372480 00002000:00100000:2.0:1746138011.619538:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d2d80 x1830957972372480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.619547:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2d80 with x1830957972372480 ext(0->4095) 00010000:00010000:2.0:1746138011.619555:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.619566:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.619572:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d2d80 00000100:00100000:2.0:1746138011.619598:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3437 00000100:00100000:2.0:1746138011.619604:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1957:x1830957972372480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.619760:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1957:x1830957972372480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.619769:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3437 00002000:00100000:2.0:1746138011.619774:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d2d80 x1830957972372480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.619781:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2d80 with x1830957972372480 ext(0->4095) 00010000:00010000:2.0:1746138011.619786:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.619794:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.619800:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d2d80 00000100:00100000:0.0:1746138011.621071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.621149:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972372608 00000100:00100000:3.0:1746138011.621156:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972372608 00010000:00010000:3.0:1746138011.621193:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.621221:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12710 00000100:00100000:3.0:1746138011.621227:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1958:x1830957972372608:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.621241:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.621260:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.621270:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.621311:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1661 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0d6 expref: 41 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.621336:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.621338:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.621345:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.621353:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.621386:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 40 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.621398:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968099584:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.621498:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.622733:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968099584:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.622753:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.622795:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957972372608:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1567us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.622806:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12710 00000100:00100000:0.0:1746138011.622987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.623028:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972372864 00000100:00100000:3.0:1746138011.623033:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972372864 00002000:00100000:3.0:1746138011.623062:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455880 x1830957972372864/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.623071:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455880 with x1830957972372864 ext(0->4095) 00002000:00010000:3.0:1746138011.623074:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455880 00000100:00100000:3.0:1746138011.623097:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5477 00000100:00100000:3.0:1746138011.623103:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957972372864:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.623273:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957972372864:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.623279:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5477 00002000:00100000:3.0:1746138011.623283:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455880 x1830957972372864/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.623289:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455880 with x1830957972372864 ext(0->4095) 00002000:00010000:3.0:1746138011.623303:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455880 00000100:00100000:0.0:1746138011.624458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.624543:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972372992 00000100:00100000:1.0:1746138011.624554:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972372992 00000100:00100000:1.0:1746138011.624611:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7634 00000100:00100000:1.0:1746138011.624619:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972372992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.624634:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.624649:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0e4 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.624674:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 39 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.624680:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.624682:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.624685:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.624714:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 39 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.624724:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 39 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.624735:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968099712:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.624818:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.626288:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968099712:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.626362:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.626370:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.626378:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:3.0:1746138011.626450:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972373120 00000100:00100000:3.0:1746138011.626457:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972373120 00000100:00100000:1.0:1746138011.626465:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972372992:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1846us (2007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.626472:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7634 00010000:00010000:3.0:1746138011.626486:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 40 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.626519:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12711 00000100:00100000:3.0:1746138011.626525:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957972373120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.626537:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.626560:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 40 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.626570:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 40 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.626593:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e1668 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0dd expref: 40 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.626609:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.626611:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.626618:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.626626:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.626654:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.626665:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968099840:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.626738:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.627953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.628026:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968099840:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.628042:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.628045:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972373376 00000100:00100000:2.0:1746138011.628054:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972373376 00000100:00100000:3.0:1746138011.628086:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972373120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1560us (1719us total) trans 0 rc 0/0 00002000:00100000:2.0:1746138011.628088:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091456680 x1830957972373376/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138011.628095:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12711 00002000:00100000:2.0:1746138011.628096:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456680 with x1830957972373376 ext(0->4095) 00002000:00010000:2.0:1746138011.628101:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091456680 00000100:00100000:2.0:1746138011.628135:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5478 00000100:00100000:2.0:1746138011.628141:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972373376:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.628288:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972373376:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.628309:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5478 00002000:00100000:2.0:1746138011.628314:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091456680 x1830957972373376/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.628326:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456680 with x1830957972373376 ext(0->4095) 00002000:00010000:2.0:1746138011.628328:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091456680 00000100:00100000:2.0:1746138011.629860:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.629922:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972373504 00000100:00100000:1.0:1746138011.629929:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972373504 00000100:00100000:1.0:1746138011.629972:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7635 00000100:00100000:1.0:1746138011.629978:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:31560:x1830957972373504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.629990:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.630006:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0eb expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.630027:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.630034:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.630035:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.630038:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.630072:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.630084:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.630092:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968099968:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.630170:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.631007:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968099968:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.631024:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 40 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.631034:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138011.631436:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:31560:x1830957972373504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1436us (1560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.631443:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7635 00000100:00100000:0.0:1746138011.631446:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.631509:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972373632 00000100:00100000:3.0:1746138011.631517:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972373632 00010000:00010000:3.0:1746138011.631553:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.631591:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12712 00000100:00100000:3.0:1746138011.631597:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972373632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.631608:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.631631:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.631641:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.631664:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e166f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0e4 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.631685:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.631687:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.631693:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.631702:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.631735:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.631751:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968100096:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.631824:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.633076:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968100096:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.633093:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.633126:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972373632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1529us (1710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.633134:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12712 00000100:00100000:0.0:1746138011.633406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.633518:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972373888 00000100:00100000:2.0:1746138011.633528:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972373888 00002000:00100000:2.0:1746138011.633566:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942e9500 x1830957972373888/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.633575:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942e9500 with x1830957972373888 ext(0->4095) 00002000:00010000:2.0:1746138011.633579:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942e9500 00000100:00100000:2.0:1746138011.633606:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5479 00000100:00100000:2.0:1746138011.633613:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957972373888:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.633774:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1958:x1830957972373888:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.633780:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5479 00002000:00100000:2.0:1746138011.633785:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942e9500 x1830957972373888/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.633792:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942e9500 with x1830957972373888 ext(0->4095) 00002000:00010000:2.0:1746138011.633794:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942e9500 00000100:00100000:0.0:1746138011.635141:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.635211:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972374016 00000100:00100000:1.0:1746138011.635220:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972374016 00000100:00100000:1.0:1746138011.635269:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7636 00000100:00100000:1.0:1746138011.635276:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972374016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.635290:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.635316:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0f2 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.635340:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.635347:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.635348:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.635351:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.635377:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 39 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.635387:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 39 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.635398:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968100224:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.635763:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.636671:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968100224:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.636691:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.636703:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138011.636745:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972374016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1468us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.636751:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7636 00000100:00100000:0.0:1746138011.637062:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.637277:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972374144 00000100:00100000:1.0:1746138011.637282:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972374144 00002000:00100000:1.0:1746138011.637321:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013014a680 x1830957972374144/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.637334:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014a680 with x1830957972374144 ext(0->7) 00010000:00010000:1.0:1746138011.637340:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.637350:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 40 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.637357:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014a680 00000100:00100000:1.0:1746138011.637383:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3438 00000100:00100000:1.0:1746138011.637390:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1957:x1830957972374144:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746138011.637759:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957972374144:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 368us (696us total) trans 4294967998 rc 0/0 00000100:00100000:0.0:1746138011.637765:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3438 00002000:00100000:0.0:1746138011.637770:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013014a680 x1830957972374144/t4294967998(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/448 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.637776:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014a680 with x1830957972374144 ext(0->7) 00010000:00010000:0.0:1746138011.637781:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 42 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746138011.637789:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 42 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746138011.637795:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014a680 00000100:00100000:0.0:1746138011.639173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.639263:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972374272 00000100:00100000:3.0:1746138011.639269:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972374272 00010000:00010000:3.0:1746138011.639302:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 42 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.639323:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12713 00000100:00100000:3.0:1746138011.639329:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1960:x1830957972374272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.639341:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.639356:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 42 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.639366:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 42 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.639386:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1676 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0eb expref: 42 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.639436:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.639438:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.639445:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.639451:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.639478:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.639487:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968100352:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.639561:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.642917:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968100352:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.642917:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.642934:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.642972:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1960:x1830957972374272:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3643us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.642980:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12713 00000100:00100000:1.0:1746138011.643149:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972374528 00000100:00100000:1.0:1746138011.643154:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972374528 00002000:00100000:1.0:1746138011.643182:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014a300 x1830957972374528/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.643190:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014a300 with x1830957972374528 ext(0->4095) 00002000:00010000:1.0:1746138011.643194:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014a300 00000100:00100000:1.0:1746138011.643214:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5480 00000100:00100000:1.0:1746138011.643219:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972374528:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138011.643360:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972374528:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.643366:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5480 00002000:00100000:1.0:1746138011.643371:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014a300 x1830957972374528/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.643383:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014a300 with x1830957972374528 ext(0->4095) 00002000:00010000:1.0:1746138011.643386:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014a300 00000100:00100000:0.0:1746138011.645223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.645601:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972374656 00000100:00100000:1.0:1746138011.645609:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972374656 00000100:00100000:1.0:1746138011.645643:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7637 00000100:00100000:1.0:1746138011.645649:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957972374656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.645663:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.645677:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac0f9 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.645704:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.645712:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.645713:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.645716:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 42 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.645740:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.645750:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.645759:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968100480:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.645934:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.647148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.647223:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972374784 00000100:00100000:3.0:1746138011.647228:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972374784 00000100:00100000:3.0:1746138011.647251:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7638 00000100:00100000:3.0:1746138011.647256:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957972374784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.647270:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.647279:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac100 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.647306:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.647311:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.647316:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.647319:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.647386:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968100480:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.647402:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.647413:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138011.647461:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957972374656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1812us (2250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.647467:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7637 00010000:00010000:3.0:1746138011.647497:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.647508:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.647515:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138011.647536:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957972374784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 280us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.647541:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7638 00000100:00100000:2.0:1746138011.647745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.647842:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972374912 00000100:00100000:3.0:1746138011.647851:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972374912 00010000:00010000:3.0:1746138011.647882:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.647925:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12714 00000100:00100000:3.0:1746138011.647932:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972374912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.647944:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.647968:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.647980:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.648002:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e167d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f2 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.648018:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.648020:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.648027:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 42 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.648035:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 42 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.648062:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 42 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.648072:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 42 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.648083:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968100736:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.648172:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.649398:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.649401:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968100736:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.649443:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.649480:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972374912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1548us (1734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.649489:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12714 00000100:00100000:1.0:1746138011.649490:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972375168 00000100:00100000:1.0:1746138011.649496:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972375168 00002000:00100000:1.0:1746138011.649521:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014aa00 x1830957972375168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.649529:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014aa00 with x1830957972375168 ext(0->4095) 00010000:00010000:1.0:1746138011.649535:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.649645:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.649652:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014aa00 00000100:00100000:1.0:1746138011.649678:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3439 00000100:00100000:1.0:1746138011.649684:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972375168:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.649819:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972375168:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.649825:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3439 00002000:00100000:1.0:1746138011.649830:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014aa00 x1830957972375168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.649837:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014aa00 with x1830957972375168 ext(0->4095) 00010000:00010000:1.0:1746138011.649841:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.649850:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.649854:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014aa00 00000100:00100000:0.0:1746138011.652329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.652379:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.652381:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972375296 00000100:00100000:2.0:1746138011.652386:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972375296 00000100:00100000:2.0:1746138011.652428:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7639 00000100:00100000:2.0:1746138011.652435:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972375296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.652450:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138011.652455:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972375424 00010000:00010000:2.0:1746138011.652463:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac107 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.652465:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972375424 00010000:00010000:2.0:1746138011.652484:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.652489:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.652494:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.652497:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.652498:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.652530:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.652536:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12715 00010000:00010000:2.0:1746138011.652541:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.652543:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972375424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.652548:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00010000:00010000:3.0:1746138011.652554:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.652578:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.652583:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972375296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (297us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138011.652590:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.652590:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7639 00010000:00010000:3.0:1746138011.652609:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1684 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac0f9 expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.652633:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.652635:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.652641:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.652648:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.652673:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.652683:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.652695:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968100992:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.652777:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.654029:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968100992:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.654043:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.654068:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957972375424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1525us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.654076:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12715 00000100:00100000:0.0:1746138011.654327:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.654368:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972375680 00000100:00100000:1.0:1746138011.654374:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972375680 00002000:00100000:1.0:1746138011.654397:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b127b80 x1830957972375680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.654406:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127b80 with x1830957972375680 ext(0->4095) 00010000:00010000:1.0:1746138011.654411:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.654437:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.654441:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b127b80 00000100:00100000:1.0:1746138011.654455:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3440 00000100:00100000:1.0:1746138011.654460:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957972375680:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138011.654589:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957972375680:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.654597:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3440 00002000:00100000:1.0:1746138011.654603:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b127b80 x1830957972375680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.654610:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127b80 with x1830957972375680 ext(0->4095) 00010000:00010000:1.0:1746138011.654614:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.654623:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.654628:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b127b80 00000100:00100000:0.0:1746138011.655674:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.655725:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972375936 00000100:00100000:3.0:1746138011.655730:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972375936 00000100:00100000:0.0:1746138011.655748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.655752:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 42 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.655778:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12716 00000100:00100000:3.0:1746138011.655783:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957972375936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.655791:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138011.655826:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972375808 00000100:00100000:2.0:1746138011.655829:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972375808 00000100:00100000:2.0:1746138011.655848:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7640 00000100:00100000:2.0:1746138011.655852:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957972375808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.655860:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.655870:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac10e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.655885:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.655889:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.655894:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.655897:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.655920:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.655929:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.655936:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00010000:00010000:3.0:1746138011.655965:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 44 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.655974:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 44 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.655987:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e168b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac100 expref: 44 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.656012:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.656014:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.656022:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.656029:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.656050:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.656059:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.656072:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968101248:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.656135:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.656176:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957972375808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 322us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.656181:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7640 00000100:00100000:3.0:1746138011.657310:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968101248:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.657324:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.657368:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957972375936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1583us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.657376:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12716 00000100:00100000:0.0:1746138011.657445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.657571:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972376192 00000100:00100000:2.0:1746138011.657575:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972376192 00002000:00100000:2.0:1746138011.657597:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b127800 x1830957972376192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.657605:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127800 with x1830957972376192 ext(0->4095) 00010000:00010000:2.0:1746138011.657610:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.657624:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.657629:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b127800 00000100:00100000:2.0:1746138011.657651:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3441 00000100:00100000:2.0:1746138011.657656:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972376192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.657763:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972376192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.657768:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3441 00002000:00100000:2.0:1746138011.657773:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b127800 x1830957972376192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.657779:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127800 with x1830957972376192 ext(0->4095) 00010000:00010000:2.0:1746138011.657784:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.657792:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.657797:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b127800 00000100:00100000:0.0:1746138011.659341:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.659404:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972376320 00000100:00100000:3.0:1746138011.659448:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972376320 00010000:00010000:3.0:1746138011.659480:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.659511:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12717 00000100:00100000:3.0:1746138011.659519:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972376320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.659535:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.659557:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.659569:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.659596:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1692 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac107 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.659623:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.659626:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.659632:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.659639:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.659671:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.659682:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968101376:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.659784:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.660930:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968101376:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.660950:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.660996:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972376320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1478us (1658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.661009:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12717 00000100:00100000:0.0:1746138011.661210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.661318:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972376576 00000100:00100000:2.0:1746138011.661325:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972376576 00002000:00100000:2.0:1746138011.661358:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3e680 x1830957972376576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.661366:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3e680 with x1830957972376576 ext(0->4095) 00002000:00010000:2.0:1746138011.661371:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3e680 00000100:00100000:2.0:1746138011.661397:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5481 00000100:00100000:2.0:1746138011.661403:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957972376576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.661567:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957972376576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.661573:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5481 00002000:00100000:2.0:1746138011.661578:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3e680 x1830957972376576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.661584:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3e680 with x1830957972376576 ext(0->4095) 00002000:00010000:2.0:1746138011.661587:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3e680 00000100:00100000:0.0:1746138011.662837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.662883:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972376704 00000100:00100000:2.0:1746138011.662888:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972376704 00000100:00100000:2.0:1746138011.662931:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7641 00000100:00100000:2.0:1746138011.662937:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972376704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.662951:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.662966:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac115 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.662992:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.662999:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.663001:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.663004:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.663036:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.663047:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 41 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.663057:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968101504:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.663139:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.665147:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968101504:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138011.665150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138011.665175:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.665189:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138011.665233:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972376704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2296us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.665235:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972376832 00000100:00100000:2.0:1746138011.665242:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7641 00000100:00100000:3.0:1746138011.665245:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972376832 00010000:00010000:3.0:1746138011.665278:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 42 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.665317:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12718 00000100:00100000:3.0:1746138011.665324:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957972376832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.665338:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.665362:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 42 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.665373:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 42 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.665397:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1699 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac10e expref: 42 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.665473:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.665476:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.665484:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.665492:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.665541:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.665555:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968101632:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.665649:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.667093:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968101632:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.667113:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.667147:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:1958:x1830957972376832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1822us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.667156:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12718 00000100:00100000:0.0:1746138011.667342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.667410:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972377088 00000100:00100000:2.0:1746138011.667439:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972377088 00002000:00100000:2.0:1746138011.667477:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0000 x1830957972377088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.667486:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0000 with x1830957972377088 ext(0->4095) 00002000:00010000:2.0:1746138011.667490:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef0000 00000100:00100000:2.0:1746138011.667515:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5482 00000100:00100000:2.0:1746138011.667522:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972377088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.667687:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972377088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.667693:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5482 00002000:00100000:2.0:1746138011.667698:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0000 x1830957972377088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.667705:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0000 with x1830957972377088 ext(0->4095) 00002000:00010000:2.0:1746138011.667708:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef0000 00000100:00100000:1.0:1746138011.668976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.669055:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972377216 00000100:00100000:2.0:1746138011.669062:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972377216 00000100:00100000:2.0:1746138011.669101:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7642 00000100:00100000:2.0:1746138011.669111:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+41:31560:x1830957972377216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.669128:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.669148:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac11c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.669177:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.669182:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.669183:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.669186:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 42 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.669211:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.669223:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.669231:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968101760:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.669316:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.670758:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968101760:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.670784:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 42 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.670801:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138011.670837:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31560:x1830957972377216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1728us (1866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.670845:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7642 00000100:00100000:1.0:1746138011.670939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.671046:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972377344 00000100:00100000:3.0:1746138011.671052:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972377344 00010000:00010000:3.0:1746138011.671077:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.671099:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12719 00000100:00100000:3.0:1746138011.671104:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972377344:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.671114:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.671135:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.671145:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.671166:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac115 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.671180:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.671182:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.671188:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.671195:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.671221:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.671231:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968101888:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.671307:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.671661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.671706:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972377472 00000100:00100000:2.0:1746138011.671710:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972377472 00000100:00100000:2.0:1746138011.671733:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7643 00000100:00100000:2.0:1746138011.671739:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:31559:x1830957972377472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.671750:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.671763:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac123 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.671780:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.671790:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.671791:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.671794:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.671809:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.671818:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.671826:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968102016:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.671990:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.673329:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968101888:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.673347:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.673402:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972377344:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2296us (2462us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138011.673405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.673411:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12719 00000100:00100000:2.0:1746138011.673548:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968102016:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.673569:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.673582:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138011.673616:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957972377472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1877us (1963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.673623:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7643 00000100:00100000:2.0:1746138011.673665:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972377728 00000100:00100000:2.0:1746138011.673669:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972377728 00002000:00100000:2.0:1746138011.673695:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef1880 x1830957972377728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.673710:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef1880 with x1830957972377728 ext(0->4095) 00010000:00010000:2.0:1746138011.673715:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.673725:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.673731:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef1880 00000100:00100000:2.0:1746138011.673751:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3442 00000100:00100000:2.0:1746138011.673757:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1959:x1830957972377728:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138011.673913:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1959:x1830957972377728:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.673920:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3442 00002000:00100000:2.0:1746138011.673925:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef1880 x1830957972377728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.673931:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef1880 with x1830957972377728 ext(0->4095) 00010000:00010000:2.0:1746138011.673936:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.673944:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.673950:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef1880 00000100:00100000:0.0:1746138011.675222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.675282:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972377856 00000100:00100000:3.0:1746138011.675289:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972377856 00010000:00010000:3.0:1746138011.675323:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.675382:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12720 00000100:00100000:3.0:1746138011.675387:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972377856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.675396:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.675412:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.675452:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.675474:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac11c expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.675496:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.675498:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.675505:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 42 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.675513:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 42 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.675550:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 42 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.675563:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968102144:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.675629:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.677842:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968102144:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.677867:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.677877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.677920:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1957:x1830957972377856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2531us (2700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.677930:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12720 00000100:00100000:2.0:1746138011.677986:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972378112 00000100:00100000:2.0:1746138011.677993:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972378112 00002000:00100000:2.0:1746138011.678032:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3480 x1830957972378112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.678041:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3480 with x1830957972378112 ext(0->4095) 00002000:00010000:2.0:1746138011.678046:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef3480 00000100:00100000:2.0:1746138011.678075:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5483 00000100:00100000:2.0:1746138011.678081:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957972378112:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.678244:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957972378112:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.678250:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5483 00002000:00100000:2.0:1746138011.678255:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3480 x1830957972378112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.678263:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3480 with x1830957972378112 ext(0->4095) 00002000:00010000:2.0:1746138011.678265:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef3480 00000100:00100000:0.0:1746138011.679625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.679781:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972378240 00000100:00100000:2.0:1746138011.679788:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972378240 00000100:00100000:2.0:1746138011.679827:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7644 00000100:00100000:2.0:1746138011.679833:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972378240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.679847:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.679862:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac12a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.679888:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.679896:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.679898:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.679941:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.679966:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 41 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.679975:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 41 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.679984:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968102272:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.680052:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.681444:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.681556:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968102272:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.681579:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.681594:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138011.681637:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972378240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1803us (2015us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.681644:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7644 00000100:00100000:3.0:1746138011.681691:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972378368 00000100:00100000:3.0:1746138011.681698:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972378368 00002000:00100000:3.0:1746138011.681730:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130ef3100 x1830957972378368/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.681949:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3100 with x1830957972378368 ext(0->7) 00010000:00010000:3.0:1746138011.681957:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 42 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.681969:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 42 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.681976:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef3100 00000100:00100000:3.0:1746138011.681991:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3443 00000100:00100000:3.0:1746138011.681997:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+42:1958:x1830957972378368:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138011.682354:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972378368:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 355us (938us total) trans 4294967999 rc 0/0 00000100:00100000:3.0:1746138011.682360:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3443 00002000:00100000:3.0:1746138011.682366:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130ef3100 x1830957972378368/t4294967999(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/448 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.682373:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3100 with x1830957972378368 ext(0->7) 00010000:00010000:3.0:1746138011.682377:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.682386:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.682392:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef3100 00000100:00100000:0.0:1746138011.687936:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.688260:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972378496 00000100:00100000:3.0:1746138011.688273:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972378496 00010000:00010000:3.0:1746138011.688333:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.688385:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12721 00000100:00100000:3.0:1746138011.688393:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972378496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.688407:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.688470:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.688482:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.688594:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e16ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac123 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.688696:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.688698:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.688707:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.688716:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.688754:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.688772:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968102400:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.689128:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.692045:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968102400:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.692053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.692073:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.692129:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1959:x1830957972378496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3735us (4200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.692140:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12721 00000100:00100000:0.0:1746138011.692577:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972378752 00000100:00100000:0.0:1746138011.692585:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972378752 00002000:00100000:0.0:1746138011.692628:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c3b80 x1830957972378752/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.692637:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3b80 with x1830957972378752 ext(0->4095) 00002000:00010000:0.0:1746138011.692641:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c3b80 00000100:00100000:0.0:1746138011.692672:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5484 00000100:00100000:0.0:1746138011.692678:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972378752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138011.693134:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972378752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 454us (1081us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138011.693140:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5484 00002000:00100000:0.0:1746138011.693146:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c3b80 x1830957972378752/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.693154:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3b80 with x1830957972378752 ext(0->4095) 00002000:00010000:0.0:1746138011.693156:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c3b80 00000100:00100000:0.0:1746138011.695303:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.695358:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.695472:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972378880 00000100:00100000:1.0:1746138011.695482:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972378880 00000100:00100000:1.0:1746138011.695523:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972379008 00000100:00100000:1.0:1746138011.695525:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972379008 00000100:00100000:1.0:1746138011.695555:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7645 00000100:00100000:1.0:1746138011.695564:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972378880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.695586:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.695607:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac131 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.695637:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.695649:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.695651:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.695655:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.695690:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.695703:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.695717:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968102528:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.695799:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.695821:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7646 00000100:00100000:2.0:1746138011.695830:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972379008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.695840:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.695848:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac138 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.695860:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.695864:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.695869:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.695872:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.695897:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.695908:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.695920:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138011.695947:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957972379008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.695952:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7646 00000100:00100000:1.0:1746138011.698246:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968102528:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.698279:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.698307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.698311:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:3.0:1746138011.698376:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972379136 00000100:00100000:3.0:1746138011.698384:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972379136 00010000:00010000:3.0:1746138011.698439:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.698468:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12722 00000100:00100000:3.0:1746138011.698475:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972379136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.698487:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.698508:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.698520:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.698545:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac12a expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.698569:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.698573:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.698579:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.698587:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.698618:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.698628:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.698639:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968102784:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.698727:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.699242:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972378880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3679us (3957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.699249:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7645 00000100:00100000:0.0:1746138011.701073:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.701206:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972379392 00000100:00100000:1.0:1746138011.701215:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972379392 00002000:00100000:1.0:1746138011.701256:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1c00 x1830957972379392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.701270:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1c00 with x1830957972379392 ext(0->4095) 00010000:00010000:1.0:1746138011.701279:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.701300:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.701307:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800937c1c00 00000100:00100000:1.0:1746138011.701336:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3444 00000100:00100000:1.0:1746138011.701342:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972379392:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.701455:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968102784:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.701475:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.701515:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972379136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3040us (3210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.701525:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12722 00000100:00100000:1.0:1746138011.701529:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972379392:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.701536:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3444 00002000:00100000:1.0:1746138011.701541:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1c00 x1830957972379392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.701547:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1c00 with x1830957972379392 ext(0->4095) 00010000:00010000:1.0:1746138011.701552:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.701560:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.701565:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800937c1c00 00000100:00100000:0.0:1746138011.703959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.704065:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972379520 00000100:00100000:3.0:1746138011.704075:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972379520 00010000:00010000:3.0:1746138011.704109:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.704147:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12723 00000100:00100000:3.0:1746138011.704158:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1960:x1830957972379520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.704176:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.704199:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.704212:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.704237:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e16bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac131 expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.704271:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.704273:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.704281:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.704289:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.704331:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.704343:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968102912:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.704537:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.707023:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968102912:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.707044:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.707085:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1960:x1830957972379520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2927us (3135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.707099:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12723 00000100:00100000:3.0:1746138011.708195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.708273:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972379776 00000100:00100000:1.0:1746138011.708282:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972379776 00002000:00100000:1.0:1746138011.708346:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b2300 x1830957972379776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.708355:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b2300 with x1830957972379776 ext(0->4095) 00002000:00010000:1.0:1746138011.708360:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b2300 00000100:00100000:1.0:1746138011.708389:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5485 00000100:00100000:1.0:1746138011.708396:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972379776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.708621:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972379776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 225us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.708627:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5485 00002000:00100000:1.0:1746138011.708632:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b2300 x1830957972379776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.708638:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b2300 with x1830957972379776 ext(0->4095) 00002000:00010000:1.0:1746138011.708641:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b2300 00000100:00100000:0.0:1746138011.710523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.710623:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972379904 00000100:00100000:1.0:1746138011.710632:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972379904 00000100:00100000:1.0:1746138011.710666:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7647 00000100:00100000:1.0:1746138011.710673:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972379904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.710690:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.710709:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac13f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.710738:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.710750:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.710752:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.710755:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.710786:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.710798:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.710810:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968103040:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.711577:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.712796:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968103040:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.712822:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.712838:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138011.712883:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972379904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.712892:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7647 00000100:00100000:0.0:1746138011.713090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.713311:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972380032 00000100:00100000:3.0:1746138011.713318:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972380032 00010000:00010000:3.0:1746138011.713344:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.713377:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12724 00000100:00100000:3.0:1746138011.713384:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972380032:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.713396:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.713444:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.713455:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.713477:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e16c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac138 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.713506:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.713507:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.713514:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.713523:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.713632:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.713645:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968103168:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.713702:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.714709:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968103168:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.714723:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.714745:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1958:x1830957972380032:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1361us (1655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.714752:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12724 00000100:00100000:0.0:1746138011.715470:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.715541:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972380288 00000100:00100000:1.0:1746138011.715546:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972380288 00002000:00100000:1.0:1746138011.715583:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686a00 x1830957972380288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.715598:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686a00 with x1830957972380288 ext(0->4095) 00002000:00010000:1.0:1746138011.715602:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686a00 00000100:00100000:1.0:1746138011.715631:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5486 00000100:00100000:1.0:1746138011.715637:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972380288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138011.715781:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972380288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.715787:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5486 00002000:00100000:1.0:1746138011.715792:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129686a00 x1830957972380288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.715799:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686a00 with x1830957972380288 ext(0->4095) 00002000:00010000:1.0:1746138011.715801:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686a00 00000100:00100000:0.0:1746138011.717076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.717156:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972380416 00000100:00100000:1.0:1746138011.717285:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972380416 00000100:00100000:0.0:1746138011.717396:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7648 00000100:00100000:0.0:1746138011.717403:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31560:x1830957972380416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138011.717436:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138011.717455:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac146 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.717547:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.717555:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138011.717557:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138011.717561:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.717599:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.717610:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 5 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.717622:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.717622:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968103296:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.717668:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972380544 00000100:00100000:1.0:1746138011.717672:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972380544 00000100:00100000:0.0:1746138011.717696:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.717698:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7649 00000100:00100000:1.0:1746138011.717703:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972380544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.717709:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.717715:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac14d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.717730:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.717734:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.717743:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.717746:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.717765:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.717776:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.717784:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138011.717805:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972380544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.717811:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7649 00000100:00100000:0.0:1746138011.718944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.718962:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968103296:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.718979:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.718993:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66400, rc 0) 00000100:00100000:3.0:1746138011.719005:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972380672 00000100:00100000:3.0:1746138011.719009:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972380672 00000100:00100000:2.0:1746138011.719016:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972380416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1615us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.719021:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7648 00010000:00010000:3.0:1746138011.719028:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.719156:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12725 00000100:00100000:3.0:1746138011.719163:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972380672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.719173:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.719196:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.719205:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.719223:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e16ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac13f expref: 6 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.719245:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.719247:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.719254:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.719261:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.719285:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.719680:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.719729:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968103552:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.719945:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.721541:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968103552:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.721542:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.721559:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.721593:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972380672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2429us (2651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.721603:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12725 00000100:00100000:2.0:1746138011.721614:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972380928 00000100:00100000:2.0:1746138011.721620:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972380928 00002000:00100000:2.0:1746138011.721659:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606ea00 x1830957972380928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.721668:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606ea00 with x1830957972380928 ext(0->4095) 00010000:00010000:2.0:1746138011.721674:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.721685:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.721690:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606ea00 00000100:00100000:2.0:1746138011.721716:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3445 00000100:00100000:2.0:1746138011.721722:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972380928:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.721890:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972380928:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.721895:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3445 00002000:00100000:2.0:1746138011.721901:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606ea00 x1830957972380928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.721913:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606ea00 with x1830957972380928 ext(0->4095) 00010000:00010000:2.0:1746138011.721918:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.721926:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.721931:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606ea00 00000100:00100000:0.0:1746138011.723458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.723702:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972381056 00000100:00100000:2.0:1746138011.723710:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972381056 00000100:00100000:0.0:1746138011.723921:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.723950:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7650 00000100:00100000:2.0:1746138011.723958:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972381056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.723976:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.723994:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac154 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.724020:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.724025:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.724031:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.724034:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.724070:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.724087:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.724097:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:3.0:1746138011.724400:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972381184 00000100:00100000:3.0:1746138011.724404:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972381184 00010000:00010000:3.0:1746138011.724441:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.724677:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972381056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 719us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.724682:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7650 00000100:00100000:3.0:1746138011.724722:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12726 00000100:00100000:3.0:1746138011.724728:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972381184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.724738:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.724761:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.724770:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.724788:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66400/0x8ae21a86589e16d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac146 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.724808:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.724810:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.724816:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.724823:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.725011:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.725022:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.725041:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968103808:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.725315:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.727254:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968103808:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.727453:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.727494:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972381184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2763us (3570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.727502:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12726 00000100:00100000:0.0:1746138011.727759:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.727811:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972381440 00000100:00100000:2.0:1746138011.727819:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972381440 00002000:00100000:2.0:1746138011.727859:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1c00 x1830957972381440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.727868:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1c00 with x1830957972381440 ext(0->4095) 00010000:00010000:2.0:1746138011.727876:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.727888:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.727894:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b1c00 00000100:00100000:2.0:1746138011.727922:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3446 00000100:00100000:2.0:1746138011.727929:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972381440:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.728093:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972381440:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.728097:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3446 00002000:00100000:2.0:1746138011.728101:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1c00 x1830957972381440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.728106:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1c00 with x1830957972381440 ext(0->4095) 00010000:00010000:2.0:1746138011.728109:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.728115:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 44 pid: 21614 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.728119:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b1c00 00000100:00100000:0.0:1746138011.729245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.729350:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.729446:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972381568 00000100:00100000:2.0:1746138011.729455:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972381568 00000100:00100000:3.0:1746138011.729477:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972381696 00000100:00100000:3.0:1746138011.729481:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972381696 00000100:00100000:2.0:1746138011.729485:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7651 00000100:00100000:2.0:1746138011.729491:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972381568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.729500:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.729502:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.729515:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac15b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.729534:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12727 00000100:00100000:3.0:1746138011.729539:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972381696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.729549:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.729566:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 45 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.729577:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 46 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.729596:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e16d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac14d expref: 46 pid: 21614 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.729598:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.729604:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.729652:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.729658:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.729666:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.729668:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.729674:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.729681:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.729705:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.729717:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.729724:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.729726:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968103936:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.729732:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.729739:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104064:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.729798:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.729800:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.730955:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968103936:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138011.730975:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.730986:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:0.0:1746138011.731023:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972381568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1531us (1779us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138011.731030:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7651 00000100:00100000:3.0:1746138011.731180:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104064:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.731191:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.731213:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972381696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1674us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.731220:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12727 00000100:00100000:0.0:1746138011.731677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.731863:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972381952 00000100:00100000:1.0:1746138011.731870:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972381952 00002000:00100000:1.0:1746138011.731906:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1500 x1830957972381952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.731916:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1500 with x1830957972381952 ext(0->4095) 00010000:00010000:1.0:1746138011.731923:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.731935:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.731951:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b1500 00000100:00100000:1.0:1746138011.731976:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3447 00000100:00100000:1.0:1746138011.731982:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972381952:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138011.732361:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972381952:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 379us (683us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.732367:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3447 00002000:00100000:1.0:1746138011.732373:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1500 x1830957972381952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.732379:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1500 with x1830957972381952 ext(0->4095) 00010000:00010000:1.0:1746138011.732384:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.732392:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.732398:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b1500 00000100:00100000:0.0:1746138011.734927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.735006:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972382080 00000100:00100000:3.0:1746138011.735014:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972382080 00010000:00010000:3.0:1746138011.735046:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.735087:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12728 00000100:00100000:3.0:1746138011.735095:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972382080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.735113:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.735137:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.735149:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.735174:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e16df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac154 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.735199:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.735200:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.735207:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.735213:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.735244:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.735252:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104192:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.735464:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092ba69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.737007:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104192:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.737032:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.737076:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972382080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1981us (2156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.737089:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12728 00000100:00100000:0.0:1746138011.738542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.738640:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972382336 00000100:00100000:1.0:1746138011.738649:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972382336 00002000:00100000:1.0:1746138011.738688:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2a00 x1830957972382336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.738698:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2a00 with x1830957972382336 ext(0->4095) 00002000:00010000:1.0:1746138011.738703:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b2a00 00000100:00100000:1.0:1746138011.738729:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5487 00000100:00100000:1.0:1746138011.738736:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972382336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.738897:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972382336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.738903:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5487 00002000:00100000:1.0:1746138011.738909:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2a00 x1830957972382336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.738916:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2a00 with x1830957972382336 ext(0->4095) 00002000:00010000:1.0:1746138011.738918:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b2a00 00000100:00100000:0.0:1746138011.741538:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.741704:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972382464 00000100:00100000:2.0:1746138011.741714:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972382464 00000100:00100000:2.0:1746138011.741764:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7652 00000100:00100000:2.0:1746138011.741772:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972382464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.741791:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.741810:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac162 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.741841:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.741849:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.741851:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.741854:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.741896:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.741909:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.741927:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968104320:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.742023:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.743638:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968104320:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.743664:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.743669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138011.743680:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138011.743766:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972382464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1994us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.743774:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7652 00000100:00100000:3.0:1746138011.743832:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972382592 00000100:00100000:3.0:1746138011.743838:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972382592 00010000:00010000:3.0:1746138011.743862:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.743891:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12729 00000100:00100000:3.0:1746138011.743897:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972382592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.743908:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.743931:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.743942:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.743964:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e16e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac15b expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.743993:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.743994:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.744000:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.744008:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.744035:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.744046:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104448:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.744312:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.745560:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104448:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.745579:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.745615:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1958:x1830957972382592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1718us (1945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.745624:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12729 00000100:00100000:0.0:1746138011.746085:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.746631:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972382848 00000100:00100000:1.0:1746138011.746638:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972382848 00002000:00100000:1.0:1746138011.746680:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f65f80 x1830957972382848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.746690:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65f80 with x1830957972382848 ext(0->4095) 00002000:00010000:1.0:1746138011.746695:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f65f80 00000100:00100000:1.0:1746138011.746726:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5488 00000100:00100000:1.0:1746138011.746733:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972382848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138011.746968:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972382848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 235us (883us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.746975:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5488 00002000:00100000:1.0:1746138011.746980:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f65f80 x1830957972382848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.746986:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65f80 with x1830957972382848 ext(0->4095) 00002000:00010000:1.0:1746138011.746989:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f65f80 00000100:00100000:0.0:1746138011.748820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.748920:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.748934:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972382976 00000100:00100000:2.0:1746138011.748942:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972382976 00000100:00100000:2.0:1746138011.748986:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972383104 00000100:00100000:2.0:1746138011.748989:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972383104 00000100:00100000:2.0:1746138011.749018:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7653 00000100:00100000:2.0:1746138011.749025:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972382976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.749043:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.749074:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac169 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.749076:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7654 00000100:00100000:0.0:1746138011.749082:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957972383104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138011.749088:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138011.749094:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac170 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.749104:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.749235:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.749237:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.749242:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.749249:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138011.749253:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.749257:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138011.749260:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.749284:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.749288:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.749308:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746138011.749317:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.749320:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968104704:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138011.749326:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf67e00, rc 0) 00000100:00100000:0.0:1746138011.749443:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957972383104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 361us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138011.749450:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7654 00000100:00100000:2.0:1746138011.749475:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.750646:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968104704:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.750663:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.750673:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138011.750700:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972382976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1675us (1888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.750706:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7653 00000100:00100000:0.0:1746138011.751268:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.751385:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972383232 00000100:00100000:3.0:1746138011.751393:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972383232 00010000:00010000:3.0:1746138011.751451:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.751484:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12730 00000100:00100000:3.0:1746138011.751491:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972383232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.751572:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.751595:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.751606:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.751628:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e16ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac162 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.751651:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.751654:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.751660:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.751668:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.751696:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.751707:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.751718:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104832:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.751789:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.752796:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104832:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.752811:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.752839:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972383232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1350us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.752845:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12730 00000100:00100000:2.0:1746138011.753190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.753244:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972383488 00000100:00100000:1.0:1746138011.753250:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972383488 00002000:00100000:1.0:1746138011.753304:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1500 x1830957972383488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.753312:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1500 with x1830957972383488 ext(0->4095) 00010000:00010000:1.0:1746138011.753320:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.753331:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.753337:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1500 00000100:00100000:1.0:1746138011.753362:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3448 00000100:00100000:1.0:1746138011.753369:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972383488:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.753580:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972383488:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 211us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.753587:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3448 00002000:00100000:1.0:1746138011.753592:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c1500 x1830957972383488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.753599:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1500 with x1830957972383488 ext(0->4095) 00010000:00010000:1.0:1746138011.753603:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.753612:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:1.0:1746138011.753618:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c1500 00000100:00100000:0.0:1746138011.755613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.755680:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972383616 00000100:00100000:3.0:1746138011.755687:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972383616 00010000:00010000:3.0:1746138011.755713:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.755739:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12731 00000100:00100000:3.0:1746138011.755745:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972383616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.755763:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.755784:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.755795:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.755824:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e16f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac169 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.755852:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.755854:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.755860:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.755866:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.755895:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.755904:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104960:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.755978:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.757303:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968104960:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.757326:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.757374:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972383616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1628us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.757390:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12731 00000100:00100000:0.0:1746138011.758207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.758356:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972383872 00000100:00100000:1.0:1746138011.758363:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972383872 00002000:00100000:1.0:1746138011.758401:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091451500 x1830957972383872/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.758412:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091451500 with x1830957972383872 ext(0->4095) 00002000:00010000:1.0:1746138011.758512:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091451500 00000100:00100000:1.0:1746138011.758537:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5489 00000100:00100000:1.0:1746138011.758545:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972383872:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.758702:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972383872:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.758708:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5489 00002000:00100000:1.0:1746138011.758713:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091451500 x1830957972383872/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.758720:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091451500 with x1830957972383872 ext(0->4095) 00002000:00010000:1.0:1746138011.758723:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091451500 00000100:00100000:0.0:1746138011.759952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.760010:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972384000 00000100:00100000:2.0:1746138011.760018:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972384000 00000100:00100000:2.0:1746138011.760074:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7655 00000100:00100000:2.0:1746138011.760083:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972384000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.760099:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.760123:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac177 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.760159:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.760166:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.760168:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.760172:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.760204:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.760215:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.760227:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968105088:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.760340:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.762009:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.762092:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968105088:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.762119:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.762134:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138011.762180:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972384000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2098us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.762187:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7655 00000100:00100000:3.0:1746138011.762369:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972384128 00000100:00100000:3.0:1746138011.762376:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972384128 00010000:00010000:3.0:1746138011.762404:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.762713:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12732 00000100:00100000:1.0:1746138011.762724:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972384128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.762736:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.762760:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.762770:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.762794:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e16fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac170 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.762880:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.762885:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.762897:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.762908:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.762948:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.762960:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968105216:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.763045:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.765670:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.765821:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968105216:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.765846:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.765913:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972384128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3190us (3909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.765925:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12732 00000100:00100000:2.0:1746138011.766034:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972384384 00000100:00100000:2.0:1746138011.766043:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972384384 00002000:00100000:2.0:1746138011.766100:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81df80 x1830957972384384/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.766110:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81df80 with x1830957972384384 ext(0->4095) 00002000:00010000:2.0:1746138011.766116:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e81df80 00000100:00100000:2.0:1746138011.766155:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5490 00000100:00100000:2.0:1746138011.766163:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972384384:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.766390:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972384384:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 226us (733us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.766396:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5490 00002000:00100000:2.0:1746138011.766401:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81df80 x1830957972384384/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.766409:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81df80 with x1830957972384384 ext(0->4095) 00002000:00010000:2.0:1746138011.766412:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e81df80 00000100:00100000:0.0:1746138011.769719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.769785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.769865:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972384512 00000100:00100000:1.0:1746138011.769877:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972384512 00000100:00100000:1.0:1746138011.770272:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972384640 00000100:00100000:1.0:1746138011.770276:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972384640 00000100:00100000:2.0:1746138011.770299:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7656 00000100:00100000:1.0:1746138011.770314:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7657 00000100:00100000:2.0:1746138011.770315:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957972384512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138011.770320:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e066050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972384640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.770344:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.770347:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.770372:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac17e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.770410:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.770451:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.770453:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.770457:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.770496:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.770509:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.770522:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968105344:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138011.770522:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac185 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.770537:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.770542:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.770548:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138011.770551:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.770577:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.770590:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.770603:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138011.770627:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e066050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972384640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 307us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.770633:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7657 00000100:00100000:2.0:1746138011.770641:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.774493:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968105344:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.774529:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.774546:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.774596:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972384512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4287us (4890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.774605:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7656 00000100:00100000:0.0:1746138011.775904:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.776018:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972384768 00000100:00100000:1.0:1746138011.776028:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972384768 00010000:00010000:1.0:1746138011.776067:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.776109:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12733 00000100:00100000:1.0:1746138011.776117:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972384768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.776137:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.776169:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.776182:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.776211:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1702 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac177 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.776231:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.776233:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.776241:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.776250:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.776303:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.776315:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.776329:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968105600:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.776916:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.778757:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968105600:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.778777:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.778826:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972384768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2709us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.778838:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12733 00000100:00100000:0.0:1746138011.780001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.780048:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972385024 00000100:00100000:3.0:1746138011.780055:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972385024 00002000:00100000:3.0:1746138011.780100:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403df80 x1830957972385024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.780109:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403df80 with x1830957972385024 ext(0->4095) 00010000:00010000:3.0:1746138011.780117:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.780130:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.780136:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403df80 00000100:00100000:3.0:1746138011.780169:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3449 00000100:00100000:3.0:1746138011.780176:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972385024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.780354:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972385024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.780360:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3449 00002000:00100000:3.0:1746138011.780366:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403df80 x1830957972385024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.780378:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403df80 with x1830957972385024 ext(0->4095) 00010000:00010000:3.0:1746138011.780383:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.780392:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.780398:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403df80 00000100:00100000:0.0:1746138011.781498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.781564:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.781631:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972385280 00000100:00100000:2.0:1746138011.781636:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972385280 00000100:00100000:2.0:1746138011.781665:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7658 00000100:00100000:2.0:1746138011.781671:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972385280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.781684:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.781700:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac18c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.781731:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.781737:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.781743:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.781747:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.781789:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.781801:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.781811:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138011.781834:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972385280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.781839:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7658 00000100:00100000:1.0:1746138011.781966:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972385152 00000100:00100000:1.0:1746138011.781970:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972385152 00010000:00010000:1.0:1746138011.781987:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.782007:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12734 00000100:00100000:1.0:1746138011.782013:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972385152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.782023:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.782045:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.782056:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.782077:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1709 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac17e expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.782092:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.782093:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.782100:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.782107:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.782130:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.782142:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.782154:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968105856:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.782211:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.786041:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968105856:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.786046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.786065:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.786130:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972385152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4114us (4562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.786142:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12734 00000100:00100000:3.0:1746138011.786222:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972385536 00000100:00100000:3.0:1746138011.786230:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972385536 00002000:00100000:3.0:1746138011.786281:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403ea00 x1830957972385536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.786302:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ea00 with x1830957972385536 ext(0->4095) 00010000:00010000:3.0:1746138011.786311:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.786326:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.786333:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403ea00 00000100:00100000:3.0:1746138011.786367:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3450 00000100:00100000:3.0:1746138011.786374:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972385536:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.786841:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972385536:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 466us (795us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.786848:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3450 00002000:00100000:3.0:1746138011.786855:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403ea00 x1830957972385536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.786862:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ea00 with x1830957972385536 ext(0->4095) 00010000:00010000:3.0:1746138011.786867:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.786876:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.786882:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403ea00 00000100:00100000:0.0:1746138011.789805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.789871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.789970:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972385664 00000100:00100000:2.0:1746138011.789985:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972385664 00000100:00100000:1.0:1746138011.790047:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972385792 00000100:00100000:1.0:1746138011.790051:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972385792 00010000:00010000:1.0:1746138011.790083:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.790094:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7659 00000100:00100000:2.0:1746138011.790102:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972385664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138011.790109:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12735 00000100:00100000:1.0:1746138011.790113:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972385792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.790123:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.790129:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.790142:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac193 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.790157:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 46 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.790173:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.790178:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.790258:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.790263:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.790278:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 46 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.790314:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1710 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac185 expref: 46 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.790328:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.790339:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.790341:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.790347:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.790357:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.790366:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.790375:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00010000:00010000:1.0:1746138011.790377:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.790387:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.790399:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968106112:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.790612:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972385664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 509us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.790618:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7659 00000100:00100000:1.0:1746138011.790750:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.792960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.793074:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968106112:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.793095:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.793147:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972385792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3031us (3274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.793162:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12735 00000100:00100000:3.0:1746138011.793277:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972386048 00000100:00100000:3.0:1746138011.793284:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972386048 00002000:00100000:3.0:1746138011.793339:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69500 x1830957972386048/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.793349:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69500 with x1830957972386048 ext(0->4095) 00010000:00010000:3.0:1746138011.793358:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.793371:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.793377:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69500 00000100:00100000:3.0:1746138011.793395:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3451 00000100:00100000:3.0:1746138011.793402:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972386048:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.793614:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972386048:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 213us (661us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.793623:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3451 00002000:00100000:3.0:1746138011.793628:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69500 x1830957972386048/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.793635:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69500 with x1830957972386048 ext(0->4095) 00010000:00010000:3.0:1746138011.793640:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.793648:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.793654:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69500 00000100:00100000:0.0:1746138011.795844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.795997:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972386176 00000100:00100000:1.0:1746138011.796005:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972386176 00010000:00010000:1.0:1746138011.796036:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.796074:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12736 00000100:00100000:1.0:1746138011.796082:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972386176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.796099:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.796120:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.796132:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.796155:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1717 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac18c expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.796185:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.796187:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.796195:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.796204:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.796237:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.796250:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968106240:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.796351:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.797599:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968106240:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.797616:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.797657:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972386176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1575us (1821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.797664:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12736 00000100:00100000:0.0:1746138011.798485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.798572:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972386432 00000100:00100000:2.0:1746138011.798579:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972386432 00002000:00100000:2.0:1746138011.798620:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69180 x1830957972386432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.798629:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69180 with x1830957972386432 ext(0->4095) 00002000:00010000:2.0:1746138011.798634:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69180 00000100:00100000:2.0:1746138011.798661:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5491 00000100:00100000:2.0:1746138011.798668:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1960:x1830957972386432:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138011.799148:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1960:x1830957972386432:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 479us (664us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.799155:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5491 00002000:00100000:2.0:1746138011.799161:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69180 x1830957972386432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.799173:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69180 with x1830957972386432 ext(0->4095) 00002000:00010000:2.0:1746138011.799176:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69180 00000100:00100000:0.0:1746138011.802333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.802445:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972386560 00000100:00100000:2.0:1746138011.802457:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972386560 00000100:00100000:2.0:1746138011.802524:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7660 00000100:00100000:2.0:1746138011.802533:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972386560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.802555:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.802577:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac19a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.802611:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.802618:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.802620:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.802623:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.802656:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.802672:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.802683:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968106368:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.802809:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.804827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.804938:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968106368:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.804965:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.804983:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138011.805023:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972386560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2491us (3692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.805030:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7660 00000100:00100000:1.0:1746138011.805116:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972386688 00000100:00100000:1.0:1746138011.805123:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972386688 00010000:00010000:1.0:1746138011.805144:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.806042:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12737 00000100:00100000:1.0:1746138011.806052:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972386688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.806066:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.806092:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.806103:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.806129:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e171e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac193 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.806145:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.806147:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.806154:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.806163:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.806191:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.806204:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968106496:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.806277:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.807985:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968106496:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.808014:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.808076:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972386688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2024us (3256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.808088:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12737 00000100:00100000:0.0:1746138011.808136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.808223:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972386944 00000100:00100000:3.0:1746138011.808230:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972386944 00002000:00100000:3.0:1746138011.808274:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69880 x1830957972386944/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.808284:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69880 with x1830957972386944 ext(0->4095) 00002000:00010000:3.0:1746138011.808299:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69880 00000100:00100000:0.0:1746138011.808346:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5492 00000100:00100000:0.0:1746138011.808360:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972386944:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138011.808809:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972386944:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 452us (673us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138011.808819:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5492 00002000:00100000:0.0:1746138011.808831:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69880 x1830957972386944/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.808839:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69880 with x1830957972386944 ext(0->4095) 00002000:00010000:0.0:1746138011.808843:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69880 00000100:00100000:1.0:1746138011.808880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.808917:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972387072 00000100:00100000:3.0:1746138011.808921:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972387072 00000100:00100000:3.0:1746138011.808942:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7661 00000100:00100000:3.0:1746138011.808948:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957972387072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.808960:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.808976:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1a1 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.809006:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.809013:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.809015:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.809018:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.809044:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.809054:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.809066:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968106624:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.809151:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.810059:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968106624:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138011.810198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.810260:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.810274:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138011.810320:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972387072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1371us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.810327:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7661 00000100:00100000:0.0:1746138011.810330:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.810342:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972387200 00000100:00100000:3.0:1746138011.810346:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972387200 00000100:00100000:3.0:1746138011.810370:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7662 00000100:00100000:3.0:1746138011.810374:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957972387200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.810382:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138011.810394:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972387328 00010000:00010000:3.0:1746138011.810398:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1a8 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.810398:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972387328 00010000:00010000:3.0:1746138011.810411:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.810432:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.810432:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.810439:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.810442:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.810453:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12738 00010000:00010000:3.0:1746138011.810459:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.810460:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972387328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.810469:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.810469:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.810476:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00010000:00010000:1.0:1746138011.810492:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.810493:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972387200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.810498:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7662 00010000:00010000:1.0:1746138011.810504:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.810523:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1725 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac19a expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.810535:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.810537:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.810543:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.810551:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.810573:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.810582:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.810591:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968106880:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.810630:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.811922:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968106880:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.811938:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.811965:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972387328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1505us (1635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.811975:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12738 00000100:00100000:0.0:1746138011.812168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.812233:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972387584 00000100:00100000:2.0:1746138011.812240:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972387584 00002000:00100000:2.0:1746138011.812270:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528380 x1830957972387584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.812282:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528380 with x1830957972387584 ext(0->4095) 00010000:00010000:2.0:1746138011.812301:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.812313:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.812324:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094528380 00000100:00100000:2.0:1746138011.812352:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3452 00000100:00100000:2.0:1746138011.812359:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972387584:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.812549:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972387584:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.812554:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3452 00002000:00100000:2.0:1746138011.812558:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094528380 x1830957972387584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.812563:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528380 with x1830957972387584 ext(0->4095) 00010000:00010000:2.0:1746138011.812566:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.812573:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.812577:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094528380 00000100:00100000:0.0:1746138011.813749:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.813837:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972387712 00000100:00100000:1.0:1746138011.813841:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972387712 00010000:00010000:1.0:1746138011.813867:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.813892:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12739 00000100:00100000:1.0:1746138011.813897:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972387712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.813906:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.813923:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.813933:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.813963:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e172c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a1 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.813993:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.813995:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.814003:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.814014:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.814048:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.814062:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968107008:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.814178:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.815926:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968107008:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.815926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.815946:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.815982:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972387712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2083us (2234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.815991:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12739 00000100:00100000:2.0:1746138011.815997:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972387968 00000100:00100000:2.0:1746138011.816004:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972387968 00002000:00100000:2.0:1746138011.816041:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094529c00 x1830957972387968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.816055:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529c00 with x1830957972387968 ext(0->4095) 00002000:00010000:2.0:1746138011.816060:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094529c00 00000100:00100000:2.0:1746138011.816097:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5493 00000100:00100000:2.0:1746138011.816105:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972387968:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.816445:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972387968:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 340us (523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.816450:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5493 00002000:00100000:2.0:1746138011.816454:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094529c00 x1830957972387968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.816460:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529c00 with x1830957972387968 ext(0->4095) 00002000:00010000:2.0:1746138011.816462:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094529c00 00000100:00100000:0.0:1746138011.817619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.817667:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972388096 00000100:00100000:3.0:1746138011.817672:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972388096 00000100:00100000:3.0:1746138011.817789:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7663 00000100:00100000:3.0:1746138011.817797:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972388096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.817814:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.817835:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1af expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.817865:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.817871:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.817873:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.817876:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.817905:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.817915:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.817926:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968107136:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.817996:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.819105:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968107136:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.819127:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.819140:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:3.0:1746138011.819175:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972388096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1379us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.819184:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7663 00000100:00100000:0.0:1746138011.819812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.819919:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972388224 00000100:00100000:1.0:1746138011.819927:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972388224 00010000:00010000:1.0:1746138011.819964:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.820066:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12740 00000100:00100000:1.0:1746138011.820074:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972388224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.820087:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.820108:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.820119:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.820139:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1733 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1a8 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.820403:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.820406:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.820413:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.820451:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.820485:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.820497:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968107264:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.820667:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.822665:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968107264:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.822666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.822684:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.822727:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972388224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2653us (2922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.822736:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12740 00000100:00100000:2.0:1746138011.822751:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972388480 00000100:00100000:2.0:1746138011.822757:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972388480 00002000:00100000:2.0:1746138011.822787:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b3b80 x1830957972388480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.822796:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3b80 with x1830957972388480 ext(0->4095) 00002000:00010000:2.0:1746138011.822800:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b3b80 00000100:00100000:2.0:1746138011.822824:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5494 00000100:00100000:2.0:1746138011.822830:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972388480:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.823693:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972388480:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 859us (1029us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.823700:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5494 00002000:00100000:2.0:1746138011.823706:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b3b80 x1830957972388480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.823714:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3b80 with x1830957972388480 ext(0->4095) 00002000:00010000:2.0:1746138011.823717:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b3b80 00000100:00100000:0.0:1746138011.825783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.825981:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972388608 00000100:00100000:3.0:1746138011.825989:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972388608 00000100:00100000:3.0:1746138011.826195:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7664 00000100:00100000:3.0:1746138011.826204:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31560:x1830957972388608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.826221:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.826239:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1b6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.826266:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.826274:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.826275:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.826279:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.826321:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.826331:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.826343:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968107392:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.826772:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.826982:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.827159:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972388736 00000100:00100000:3.0:1746138011.827164:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972388736 00000100:00100000:3.0:1746138011.827193:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7665 00000100:00100000:3.0:1746138011.827199:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972388736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.827211:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.827221:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1bd expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.827236:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.827241:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.827246:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.827249:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.827277:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.827287:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.827310:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ad3200, rc 0) 00000100:00100000:3.0:1746138011.827675:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972388736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 473us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.827681:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7665 00000100:00100000:3.0:1746138011.828227:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968107392:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.828249:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.828263:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138011.828770:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972388608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2565us (2993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.828778:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7664 00000100:00100000:0.0:1746138011.828910:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.829231:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972388864 00000100:00100000:1.0:1746138011.829240:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972388864 00010000:00010000:1.0:1746138011.829273:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.829306:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12741 00000100:00100000:1.0:1746138011.829312:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972388864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.829323:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.829342:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.829355:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.829374:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e173a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1af expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.829388:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.829390:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.829397:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.829404:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.829451:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.829461:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.829471:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968107648:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.829538:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.830665:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968107648:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.830682:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.830716:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972388864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1403us (1805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.830728:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12741 00000100:00100000:0.0:1746138011.831146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.831229:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972389120 00000100:00100000:2.0:1746138011.831238:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972389120 00002000:00100000:2.0:1746138011.831282:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b3480 x1830957972389120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.831308:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3480 with x1830957972389120 ext(0->4095) 00010000:00010000:2.0:1746138011.831320:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.831335:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.831342:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b3480 00000100:00100000:2.0:1746138011.831375:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3453 00000100:00100000:2.0:1746138011.831382:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972389120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.831910:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972389120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 527us (770us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.831918:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3453 00002000:00100000:2.0:1746138011.831923:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b3480 x1830957972389120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.831930:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3480 with x1830957972389120 ext(0->4095) 00010000:00010000:2.0:1746138011.831935:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.831943:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.831966:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b3480 00000100:00100000:0.0:1746138011.833786:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.833875:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972389376 00000100:00100000:3.0:1746138011.833886:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972389376 00000100:00100000:0.0:1746138011.833912:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.833940:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7666 00000100:00100000:3.0:1746138011.833947:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972389376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.833964:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.833984:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1c4 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.834014:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.834022:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.834028:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.834031:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.834073:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.834084:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.834099:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00000100:00100000:1.0:1746138011.834106:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972389248 00000100:00100000:1.0:1746138011.834110:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972389248 00010000:00010000:1.0:1746138011.834129:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.834154:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12742 00000100:00100000:1.0:1746138011.834159:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972389248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.834170:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.834191:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.834201:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.834219:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e1741 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1b6 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.834246:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.834247:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.834254:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.834262:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.834283:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.834316:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.834329:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968107904:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.834406:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.834484:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972389376:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 526us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.834494:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7666 00000100:00100000:1.0:1746138011.836247:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968107904:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.836265:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.836268:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.836313:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972389248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2152us (2398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.836321:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12742 00000100:00100000:2.0:1746138011.836327:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972389632 00000100:00100000:2.0:1746138011.836332:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972389632 00002000:00100000:2.0:1746138011.836362:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9c000 x1830957972389632/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.836369:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9c000 with x1830957972389632 ext(0->4095) 00010000:00010000:2.0:1746138011.836375:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.836385:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.836391:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f9c000 00000100:00100000:2.0:1746138011.836456:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3454 00000100:00100000:2.0:1746138011.836460:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972389632:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138011.836609:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972389632:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.836613:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3454 00002000:00100000:2.0:1746138011.836616:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9c000 x1830957972389632/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.836623:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9c000 with x1830957972389632 ext(0->4095) 00010000:00010000:2.0:1746138011.836626:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.836635:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.836638:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f9c000 00000100:00100000:0.0:1746138011.838502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.838549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.838659:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972389760 00000100:00100000:3.0:1746138011.838670:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972389760 00000100:00100000:3.0:1746138011.838716:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7667 00000100:00100000:3.0:1746138011.838724:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972389760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138011.838729:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972389888 00000100:00100000:1.0:1746138011.838737:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972389888 00010000:00010000:3.0:1746138011.838741:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.838759:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1cb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.838772:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 46 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.838786:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.838794:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.838800:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.838804:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.838806:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12743 00000100:00100000:1.0:1746138011.838813:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972389888:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.838826:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.838843:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.838854:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.838867:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00010000:00010000:1.0:1746138011.838874:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 46 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.838891:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 46 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.838911:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ad3200/0x8ae21a86589e1748 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1bd expref: 46 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.838915:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972389760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.838921:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7667 00010000:00010000:1.0:1746138011.838925:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.838927:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.838933:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.838940:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.838972:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.838983:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.838993:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968108160:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.839409:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.841363:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968108160:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.841384:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.841466:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972389888:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2652us (2915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.841475:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12743 00000100:00100000:0.0:1746138011.841868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.841931:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972390144 00000100:00100000:2.0:1746138011.841938:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972390144 00002000:00100000:2.0:1746138011.841978:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9c700 x1830957972390144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.841987:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9c700 with x1830957972390144 ext(0->4095) 00010000:00010000:2.0:1746138011.841995:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.842008:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.842014:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f9c700 00000100:00100000:2.0:1746138011.842042:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3455 00000100:00100000:2.0:1746138011.842048:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972390144:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.842258:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972390144:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 209us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.842264:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3455 00002000:00100000:2.0:1746138011.842269:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9c700 x1830957972390144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.842277:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9c700 with x1830957972390144 ext(0->4095) 00010000:00010000:2.0:1746138011.842282:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.842303:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.842309:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f9c700 00000100:00100000:0.0:1746138011.844382:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.844666:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972390272 00000100:00100000:1.0:1746138011.844679:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972390272 00010000:00010000:1.0:1746138011.844720:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.844770:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12744 00000100:00100000:1.0:1746138011.844778:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972390272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.844795:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.844817:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.844828:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.844850:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e174f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1c4 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.844878:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.844880:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.844885:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.844892:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.844921:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.844931:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968108288:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.845027:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.849798:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968108288:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.849806:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.849827:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.849884:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972390272:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5105us (5508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.849888:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972390528 00000100:00100000:1.0:1746138011.849895:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12744 00000100:00100000:2.0:1746138011.849896:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972390528 00002000:00100000:2.0:1746138011.849951:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c48380 x1830957972390528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.849961:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48380 with x1830957972390528 ext(0->4095) 00002000:00010000:2.0:1746138011.849970:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c48380 00000100:00100000:2.0:1746138011.849998:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5495 00000100:00100000:2.0:1746138011.850005:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972390528:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138011.850258:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972390528:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 253us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.850264:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5495 00002000:00100000:2.0:1746138011.850270:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c48380 x1830957972390528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.850278:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48380 with x1830957972390528 ext(0->4095) 00002000:00010000:2.0:1746138011.850281:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c48380 00000100:00100000:0.0:1746138011.854342:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.854462:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972390656 00000100:00100000:3.0:1746138011.854474:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972390656 00000100:00100000:3.0:1746138011.854545:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7668 00000100:00100000:3.0:1746138011.854554:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972390656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.854576:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.854599:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1d2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.854635:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.854649:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.854651:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.854654:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.854691:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.854702:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.854716:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968108416:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.854820:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.856703:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968108416:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.856737:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.856753:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138011.856801:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972390656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2249us (2473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.856808:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7668 00000100:00100000:0.0:1746138011.857226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.857337:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972390784 00000100:00100000:1.0:1746138011.857344:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972390784 00010000:00010000:1.0:1746138011.857375:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.857407:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12745 00000100:00100000:1.0:1746138011.857437:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972390784:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.857449:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.857475:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.857490:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.857515:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1756 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1cb expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.857540:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.857542:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.857550:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.857558:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.857590:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.857602:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968108544:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.857678:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.858671:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.858743:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972390912 00000100:00100000:3.0:1746138011.858751:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972390912 00000100:00100000:3.0:1746138011.858794:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7669 00000100:00100000:3.0:1746138011.858801:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972390912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.858817:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.858829:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1d9 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.858862:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.858870:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.858871:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.858875:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.858905:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.858916:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.858927:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968108672:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138011.859126:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968108544:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138011.859180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.859376:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.859444:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972390784:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2029us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.859452:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12745 00000100:00100000:3.0:1746138011.859470:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.859568:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972391168 00000100:00100000:2.0:1746138011.859573:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972391168 00002000:00100000:2.0:1746138011.859606:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb98700 x1830957972391168/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.859621:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98700 with x1830957972391168 ext(0->4095) 00010000:00010000:2.0:1746138011.859626:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.859635:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.859641:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cb98700 00000100:00100000:2.0:1746138011.859666:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3456 00000100:00100000:2.0:1746138011.859672:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972391168:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138011.859854:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972391168:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.859860:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3456 00002000:00100000:2.0:1746138011.859866:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012cb98700 x1830957972391168/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.859873:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98700 with x1830957972391168 ext(0->4095) 00010000:00010000:2.0:1746138011.859878:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.859887:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.859893:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cb98700 00000100:00100000:3.0:1746138011.860837:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968108672:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.860861:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.860875:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:3.0:1746138011.860915:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972390912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2114us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.860922:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7669 00000100:00100000:0.0:1746138011.862486:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.862594:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972391296 00000100:00100000:1.0:1746138011.862604:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972391296 00010000:00010000:1.0:1746138011.862638:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.862678:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12746 00000100:00100000:1.0:1746138011.862685:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972391296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.862698:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.862719:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.862730:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746138011.862884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138011.862942:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e175d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d2 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.862950:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972391424 00010000:00010000:1.0:1746138011.862957:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746138011.862958:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972391424 00010000:00010000:1.0:1746138011.862959:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.862966:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.862974:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.862995:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7670 00000100:00100000:3.0:1746138011.863002:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972391424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138011.863006:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.863018:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138011.863018:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968108800:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.863083:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00010000:00010000:3.0:1746138011.863132:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1e0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.863155:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.863162:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.863164:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.863166:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 7 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.863189:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.863200:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.863210:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968108928:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.863250:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.865372:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968108928:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.865407:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 7 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.865458:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:1.0:1746138011.865495:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968108800:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.865519:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.865567:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1958:x1830957972391296:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2881us (3149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.865568:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:31560:x1830957972391424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2564us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.865576:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7670 00000100:00100000:1.0:1746138011.865577:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12746 00000100:00100000:3.0:1746138011.865764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.865841:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972391680 00000100:00100000:0.0:1746138011.865848:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972391680 00002000:00100000:0.0:1746138011.865883:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b0380 x1830957972391680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.865892:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0380 with x1830957972391680 ext(0->4095) 00010000:00010000:0.0:1746138011.865898:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746138011.865909:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746138011.865915:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b3b0380 00000100:00100000:0.0:1746138011.865943:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3457 00000100:00100000:0.0:1746138011.865949:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972391680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138011.866111:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972391680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138011.866116:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3457 00002000:00100000:0.0:1746138011.866120:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b0380 x1830957972391680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138011.866126:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0380 with x1830957972391680 ext(0->4095) 00010000:00010000:0.0:1746138011.866131:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746138011.866139:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746138011.866144:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b3b0380 00000100:00100000:0.0:1746138011.867101:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.867145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.867166:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972391936 00000100:00100000:3.0:1746138011.867171:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972391936 00000100:00100000:3.0:1746138011.867200:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7671 00000100:00100000:3.0:1746138011.867205:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972391936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.867215:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.867228:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1e7 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.867246:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.867249:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.867253:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.867256:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.867261:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972391808 00000100:00100000:1.0:1746138011.867265:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972391808 00010000:00010000:3.0:1746138011.867283:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.867283:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 46 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.867306:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.867314:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:1.0:1746138011.867327:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12747 00000100:00100000:1.0:1746138011.867334:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972391808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746138011.867339:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972391936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.867344:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7671 00010000:00010000:1.0:1746138011.867345:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.867364:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.867375:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.867397:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1764 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1d9 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.867443:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.867445:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.867451:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.867458:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.867477:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.867487:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.867498:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968109184:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.867568:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.868866:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968109184:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.868877:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.868910:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972391808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1577us (1764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.868917:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12747 00000100:00100000:0.0:1746138011.869207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.869271:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972392192 00000100:00100000:2.0:1746138011.869276:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972392192 00002000:00100000:2.0:1746138011.869327:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3d500 x1830957972392192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.869337:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3d500 with x1830957972392192 ext(0->4095) 00010000:00010000:2.0:1746138011.869345:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.869357:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.869364:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3d500 00000100:00100000:2.0:1746138011.869387:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3458 00000100:00100000:2.0:1746138011.869393:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972392192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.869598:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972392192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.869604:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3458 00002000:00100000:2.0:1746138011.869610:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3d500 x1830957972392192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.869617:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3d500 with x1830957972392192 ext(0->4095) 00010000:00010000:2.0:1746138011.869622:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.869630:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.869636:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e3d500 00000100:00100000:0.0:1746138011.871304:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.871366:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972392320 00000100:00100000:1.0:1746138011.871373:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972392320 00010000:00010000:1.0:1746138011.871402:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.871638:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12748 00000100:00100000:1.0:1746138011.871646:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972392320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.871659:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.871680:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.871811:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.871842:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e176b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e0 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.871955:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.871961:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.871979:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.871991:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.872053:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.872068:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968109312:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.872194:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.873818:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968109312:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.873844:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.873902:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972392320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2255us (2610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.873914:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12748 00000100:00100000:0.0:1746138011.874066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.874083:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972392576 00000100:00100000:2.0:1746138011.874090:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972392576 00002000:00100000:2.0:1746138011.874132:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d0e00 x1830957972392576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.874142:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0e00 with x1830957972392576 ext(0->4095) 00002000:00010000:2.0:1746138011.874147:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d0e00 00000100:00100000:2.0:1746138011.874179:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5496 00000100:00100000:2.0:1746138011.874186:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1960:x1830957972392576:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138011.874375:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1960:x1830957972392576:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 189us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.874381:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5496 00002000:00100000:2.0:1746138011.874386:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d0e00 x1830957972392576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.874393:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0e00 with x1830957972392576 ext(0->4095) 00002000:00010000:2.0:1746138011.874395:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d0e00 00000100:00100000:0.0:1746138011.876490:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.876588:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972392704 00000100:00100000:3.0:1746138011.876596:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972392704 00000100:00100000:3.0:1746138011.876630:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7672 00000100:00100000:3.0:1746138011.876637:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972392704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.876654:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.876672:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1ee expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.876896:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.876910:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.876912:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.876915:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.876947:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.876961:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.876974:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968109440:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.877211:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.878446:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968109440:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.878470:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.878485:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138011.878527:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972392704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1889us (2042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.878535:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7672 00000100:00100000:0.0:1746138011.878691:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.878750:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972392832 00000100:00100000:1.0:1746138011.878757:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972392832 00010000:00010000:1.0:1746138011.878786:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.878816:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12749 00000100:00100000:1.0:1746138011.878822:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972392832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.878833:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.878855:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.878866:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.878888:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1772 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1e7 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.878916:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.878918:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.878924:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.878932:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.878963:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.878973:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968109568:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.879117:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107180 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.879941:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968109568:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.879950:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.880002:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1958:x1830957972392832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1179us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.880009:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12749 00000100:00100000:0.0:1746138011.880619:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.880661:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972393088 00000100:00100000:2.0:1746138011.880666:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972393088 00002000:00100000:2.0:1746138011.880700:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d2a00 x1830957972393088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.880709:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2a00 with x1830957972393088 ext(0->4095) 00002000:00010000:2.0:1746138011.880714:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d2a00 00000100:00100000:2.0:1746138011.880740:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5497 00000100:00100000:2.0:1746138011.880746:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972393088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.880917:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972393088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.880923:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5497 00002000:00100000:2.0:1746138011.880928:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297d2a00 x1830957972393088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.880934:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2a00 with x1830957972393088 ext(0->4095) 00002000:00010000:2.0:1746138011.880937:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d2a00 00000100:00100000:0.0:1746138011.882769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.882940:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972393216 00000100:00100000:3.0:1746138011.882948:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972393216 00000100:00100000:3.0:1746138011.882996:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7673 00000100:00100000:3.0:1746138011.883003:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31560:x1830957972393216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.883021:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.883039:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1f5 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.883069:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.883077:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.883079:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.883082:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.883112:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.883123:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.883133:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968109696:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.883230:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.883609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.883646:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972393344 00000100:00100000:2.0:1746138011.883650:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972393344 00000100:00100000:2.0:1746138011.883671:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7674 00000100:00100000:2.0:1746138011.883677:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972393344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.883684:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.883701:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac1fc expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.883714:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.883719:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.883725:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.883727:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.883750:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.883761:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 46 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.883774:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138011.883799:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972393344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.883805:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7674 00000100:00100000:0.0:1746138011.885159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.885317:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972393472 00000100:00100000:1.0:1746138011.885324:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972393472 00010000:00010000:1.0:1746138011.885357:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.885398:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12750 00000100:00100000:1.0:1746138011.885405:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972393472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746138011.885478:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968109696:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.885499:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.885515:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138011.885547:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972393216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2545us (2785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.885554:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7673 00010000:00010000:1.0:1746138011.885780:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.885806:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.885817:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.886124:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e1779 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1ee expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.886145:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.886147:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.886154:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.886161:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.886193:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.886204:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.886216:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968109952:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.886621:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.888734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.888823:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972393728 00000100:00100000:2.0:1746138011.888834:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972393728 00000100:00100000:1.0:1746138011.888844:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968109952:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.888864:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138011.888881:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094815c00 x1830957972393728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.888890:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094815c00 with x1830957972393728 ext(0->4095) 00010000:00010000:2.0:1746138011.888900:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.888914:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.888921:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094815c00 00000100:00100000:2.0:1746138011.888956:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3459 00000100:00100000:2.0:1746138011.888964:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972393728:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.888970:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972393472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3564us (3817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.888982:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12750 00000100:00100000:2.0:1746138011.889146:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972393728:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.889152:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3459 00002000:00100000:2.0:1746138011.889158:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094815c00 x1830957972393728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.889170:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094815c00 with x1830957972393728 ext(0->4095) 00010000:00010000:2.0:1746138011.889174:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.889182:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.889187:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094815c00 00000100:00100000:0.0:1746138011.892542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.892645:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.892758:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972393856 00000100:00100000:3.0:1746138011.892768:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972393856 00000100:00100000:3.0:1746138011.892830:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7675 00000100:00100000:3.0:1746138011.892839:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972393856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138011.892856:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972393984 00000100:00100000:1.0:1746138011.892860:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972393984 00010000:00010000:3.0:1746138011.892862:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.892881:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac203 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.892882:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.892901:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12751 00000100:00100000:1.0:1746138011.892906:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972393984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.892909:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.892915:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.892915:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.892921:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.892925:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.892966:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.892978:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.892993:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369800, rc 0) 00000100:00100000:3.0:1746138011.893042:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972393856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.893048:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7675 00010000:00010000:1.0:1746138011.893106:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.893140:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.893164:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1780 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1f5 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.893191:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.893193:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.893200:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.893207:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.893252:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.893264:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.893276:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968110208:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.893548:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.895628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.895708:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968110208:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.895725:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.895766:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972393984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2859us (3120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.895774:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12751 00000100:00100000:2.0:1746138011.895955:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972394240 00000100:00100000:2.0:1746138011.895962:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972394240 00002000:00100000:2.0:1746138011.895993:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faef100 x1830957972394240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.896001:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef100 with x1830957972394240 ext(0->4095) 00010000:00010000:2.0:1746138011.896008:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.896019:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.896024:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faef100 00000100:00100000:2.0:1746138011.896054:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3460 00000100:00100000:2.0:1746138011.896060:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972394240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.896186:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972394240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (564us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.896190:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3460 00002000:00100000:2.0:1746138011.896195:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faef100 x1830957972394240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.896202:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef100 with x1830957972394240 ext(0->4095) 00010000:00010000:2.0:1746138011.896206:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.896213:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.896218:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faef100 00000100:00100000:0.0:1746138011.897673:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.897724:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.897731:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972394496 00000100:00100000:3.0:1746138011.897739:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972394496 00000100:00100000:1.0:1746138011.897878:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972394368 00000100:00100000:1.0:1746138011.897882:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972394368 00010000:00010000:1.0:1746138011.897901:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.898067:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7676 00000100:00100000:3.0:1746138011.898075:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972394496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.898087:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.898100:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac20a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.898121:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.898125:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.898130:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.898133:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.898163:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.898172:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.898185:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138011.898234:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972394496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.898240:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7676 00000100:00100000:1.0:1746138011.898720:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12752 00000100:00100000:1.0:1746138011.898727:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972394368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.898735:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.898749:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.898767:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.898780:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1787 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac1fc expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.898792:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.898794:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.898798:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.898804:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.898820:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.898828:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.898837:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968110464:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.898894:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.900518:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.900596:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972394752 00000100:00100000:3.0:1746138011.900606:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972394752 00002000:00100000:3.0:1746138011.900639:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a63b80 x1830957972394752/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.900648:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a63b80 with x1830957972394752 ext(0->4095) 00010000:00010000:3.0:1746138011.900655:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.900667:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.900674:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a63b80 00000100:00100000:3.0:1746138011.901185:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3461 00000100:00100000:3.0:1746138011.901193:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972394752:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138011.901240:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968110464:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.901256:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.901315:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972394368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2587us (3589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.901326:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12752 00000100:00100000:3.0:1746138011.901347:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972394752:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (835us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.901353:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3461 00002000:00100000:3.0:1746138011.901357:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a63b80 x1830957972394752/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.901370:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a63b80 with x1830957972394752 ext(0->4095) 00010000:00010000:3.0:1746138011.901375:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.901384:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.901389:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a63b80 00000100:00100000:0.0:1746138011.902827:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.903017:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972394880 00000100:00100000:1.0:1746138011.903023:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972394880 00010000:00010000:1.0:1746138011.903047:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.903079:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12753 00000100:00100000:1.0:1746138011.903086:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972394880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.903099:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.903117:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.903128:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.903146:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e178e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac203 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.903171:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.903173:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.903179:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.903186:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.903225:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.903236:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968110592:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.903321:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.904757:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968110592:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.904774:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.904820:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972394880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1733us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.904829:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12753 00000100:00100000:0.0:1746138011.906396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.906493:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972395136 00000100:00100000:3.0:1746138011.906500:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972395136 00002000:00100000:3.0:1746138011.907340:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a61f80 x1830957972395136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.907350:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a61f80 with x1830957972395136 ext(0->4095) 00002000:00010000:3.0:1746138011.907354:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a61f80 00000100:00100000:3.0:1746138011.907374:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5498 00000100:00100000:3.0:1746138011.907381:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972395136:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138011.907550:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972395136:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (1160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.907555:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5498 00002000:00100000:3.0:1746138011.907560:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130a61f80 x1830957972395136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.907566:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a61f80 with x1830957972395136 ext(0->4095) 00002000:00010000:3.0:1746138011.907569:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a61f80 00000100:00100000:2.0:1746138011.910233:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.910474:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972395264 00000100:00100000:0.0:1746138011.910481:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972395264 00000100:00100000:0.0:1746138011.910855:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7677 00000100:00100000:0.0:1746138011.910864:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972395264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138011.910880:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138011.910895:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac211 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.910922:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.910928:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138011.910929:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138011.910932:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.910963:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138011.910974:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746138011.910986:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968110720:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138011.911071:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.912396:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968110720:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.912443:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.912458:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf67a00, rc 0) 00000100:00100000:2.0:1746138011.912493:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972395264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1630us (2268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.912501:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7677 00000100:00100000:0.0:1746138011.913347:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.913516:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972395392 00000100:00100000:1.0:1746138011.913526:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972395392 00010000:00010000:1.0:1746138011.913565:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.913684:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12754 00000100:00100000:1.0:1746138011.913693:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972395392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.913710:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.913736:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.913750:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.913778:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e1795 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac20a expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.913926:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.913931:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.913942:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.913952:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.913992:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.914004:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968110848:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.914354:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.915631:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968110848:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.915649:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.915652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.915703:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1958:x1830957972395392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2010us (2361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.915713:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12754 00000100:00100000:0.0:1746138011.915775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.915812:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972395648 00000100:00100000:3.0:1746138011.915819:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972395648 00002000:00100000:3.0:1746138011.915890:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88700 x1830957972395648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.915899:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88700 with x1830957972395648 ext(0->4095) 00002000:00010000:3.0:1746138011.915903:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88700 00000100:00100000:2.0:1746138011.915916:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972395776 00000100:00100000:2.0:1746138011.915922:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972395776 00000100:00100000:3.0:1746138011.915930:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5499 00000100:00100000:3.0:1746138011.915937:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972395648:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.915959:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7678 00000100:00100000:2.0:1746138011.915965:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31559:x1830957972395776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.915977:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.915994:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac218 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.916024:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.916031:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.916033:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.916036:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.916064:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.916075:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.916079:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972395648:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.916087:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968110976:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.916089:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5499 00002000:00100000:3.0:1746138011.916095:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88700 x1830957972395648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.916102:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88700 with x1830957972395648 ext(0->4095) 00010000:00010000:3.0:1746138011.916108:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.916120:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.916126:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88700 00000100:00100000:2.0:1746138011.916160:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.917833:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968110976:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.917861:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.917876:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.917910:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972395776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1944us (2134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.917919:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7678 00000100:00100000:0.0:1746138011.918111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.918233:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972395904 00000100:00100000:2.0:1746138011.918239:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972395904 00000100:00100000:2.0:1746138011.918335:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7679 00000100:00100000:2.0:1746138011.918341:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957972395904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.918355:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.918367:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac21f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.918387:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.918391:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.918397:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.918400:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.918459:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.918469:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.918476:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138011.918500:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972395904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.918505:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7679 00000100:00100000:0.0:1746138011.918630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.918713:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972396032 00000100:00100000:1.0:1746138011.918717:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972396032 00010000:00010000:1.0:1746138011.918734:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.918751:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12755 00000100:00100000:1.0:1746138011.918756:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972396032:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.918764:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.918786:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.918801:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.918820:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e179c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac211 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.918838:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.918840:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.918846:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.918853:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.918872:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.918987:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.918999:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968111232:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.919206:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.920362:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968111232:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.920377:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.920413:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972396032:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1656us (1783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.920451:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12755 00000100:00100000:0.0:1746138011.920587:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.920622:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972396288 00000100:00100000:2.0:1746138011.920627:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972396288 00002000:00100000:2.0:1746138011.920658:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba89180 x1830957972396288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.920673:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba89180 with x1830957972396288 ext(0->4095) 00010000:00010000:2.0:1746138011.920679:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.920691:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.920697:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba89180 00000100:00100000:2.0:1746138011.920726:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3462 00000100:00100000:2.0:1746138011.920731:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972396288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.920885:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972396288:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.920891:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3462 00002000:00100000:2.0:1746138011.920896:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba89180 x1830957972396288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.920903:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba89180 with x1830957972396288 ext(0->4095) 00010000:00010000:2.0:1746138011.920907:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.920916:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.920921:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba89180 00000100:00100000:0.0:1746138011.922772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.922889:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972396416 00000100:00100000:1.0:1746138011.922897:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972396416 00010000:00010000:1.0:1746138011.922929:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.922969:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12756 00000100:00100000:1.0:1746138011.922977:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972396416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.922990:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.923009:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.923020:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.923045:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac218 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.923068:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.923071:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.923078:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.923085:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.923120:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.923133:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968111360:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.923209:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107840 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.924208:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968111360:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.924223:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.924249:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972396416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1272us (1484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.924257:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12756 00000100:00100000:0.0:1746138011.924602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.924688:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972396672 00000100:00100000:2.0:1746138011.924694:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972396672 00002000:00100000:2.0:1746138011.924733:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b800 x1830957972396672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.924742:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b800 with x1830957972396672 ext(0->4095) 00002000:00010000:2.0:1746138011.924746:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8b800 00000100:00100000:2.0:1746138011.924773:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5500 00000100:00100000:2.0:1746138011.924779:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972396672:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.924950:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972396672:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.924956:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5500 00002000:00100000:2.0:1746138011.924962:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b800 x1830957972396672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.924969:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b800 with x1830957972396672 ext(0->4095) 00002000:00010000:2.0:1746138011.924973:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8b800 00000100:00100000:0.0:1746138011.926040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.926192:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972396800 00000100:00100000:3.0:1746138011.926197:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972396800 00000100:00100000:3.0:1746138011.926242:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7680 00000100:00100000:3.0:1746138011.926250:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972396800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.926266:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.926282:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac226 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.926320:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.926329:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.926330:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.926334:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.926513:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 43 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.926524:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 43 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.926536:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968111488:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.926604:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.928202:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968111488:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138011.928215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138011.928227:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.928244:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:1.0:1746138011.928321:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972396928 00000100:00100000:1.0:1746138011.928327:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972396928 00010000:00010000:1.0:1746138011.928353:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.928386:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12757 00000100:00100000:1.0:1746138011.928393:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972396928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.928409:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.928466:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.928477:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.928500:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e17aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac21f expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.928528:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.928531:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.928541:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.928550:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.928579:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972396800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2328us (2539us total) trans 0 rc 0/0 00010000:00010000:1.0:1746138011.928580:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.928589:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7680 00000100:00100000:1.0:1746138011.928591:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968111616:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.928637:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.930243:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008634bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968111616:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.930257:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.930306:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972396928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1895us (2073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.930314:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12757 00000100:00100000:1.0:1746138011.930586:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.930679:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972397184 00000100:00100000:2.0:1746138011.930685:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972397184 00002000:00100000:2.0:1746138011.930720:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634bb80 x1830957972397184/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.930730:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634bb80 with x1830957972397184 ext(0->4095) 00002000:00010000:2.0:1746138011.930734:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634bb80 00000100:00100000:2.0:1746138011.930767:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5501 00000100:00100000:2.0:1746138011.930773:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972397184:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.930939:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972397184:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.930948:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5501 00002000:00100000:2.0:1746138011.930953:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634bb80 x1830957972397184/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.930961:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634bb80 with x1830957972397184 ext(0->4095) 00002000:00010000:2.0:1746138011.930964:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634bb80 00000100:00100000:0.0:1746138011.932542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.932789:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972397312 00000100:00100000:3.0:1746138011.932803:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972397312 00000100:00100000:3.0:1746138011.932855:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7681 00000100:00100000:3.0:1746138011.932861:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31560:x1830957972397312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.932878:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.932893:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac22d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.932996:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.933003:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.933005:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.933008:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.933033:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.933043:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.933053:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968111744:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.933140:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.934639:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968111744:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.934669:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.934683:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368600, rc 0) 00000100:00100000:3.0:1746138011.934726:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957972397312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1863us (2190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.934733:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7681 00000100:00100000:0.0:1746138011.935002:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.935070:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972397440 00000100:00100000:1.0:1746138011.935075:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972397440 00010000:00010000:1.0:1746138011.935095:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.935126:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12758 00000100:00100000:1.0:1746138011.935132:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972397440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.935142:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.935158:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.935167:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.935186:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e17b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac226 expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.935210:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.935212:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.935217:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.935224:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.935250:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.935259:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968111872:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.935322:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.935819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.935954:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972397568 00000100:00100000:3.0:1746138011.935957:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972397568 00000100:00100000:3.0:1746138011.935975:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7682 00000100:00100000:3.0:1746138011.935980:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972397568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.935992:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.936002:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac234 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.936016:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.936020:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.936022:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.936024:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.936039:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.936047:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.936056:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968112000:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138011.936094:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.937315:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.937395:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968111872:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.937407:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.937457:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972397440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2325us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.937464:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12758 00000100:00100000:3.0:1746138011.937526:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972397824 00000100:00100000:3.0:1746138011.937531:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972397824 00002000:00100000:3.0:1746138011.937557:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fbb80 x1830957972397824/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.937565:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fbb80 with x1830957972397824 ext(0->4095) 00010000:00010000:3.0:1746138011.937571:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 46 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.937581:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 46 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.937586:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943fbb80 00000100:00100000:3.0:1746138011.937672:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3463 00000100:00100000:3.0:1746138011.937678:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972397824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138011.937795:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972397824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.937801:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3463 00002000:00100000:3.0:1746138011.937806:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943fbb80 x1830957972397824/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.937812:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943fbb80 with x1830957972397824 ext(0->4095) 00010000:00010000:3.0:1746138011.937816:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 46 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.937825:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 46 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.937830:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943fbb80 00000100:00100000:3.0:1746138011.938951:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968112000:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138011.938971:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.938982:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:3.0:1746138011.939016:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972397568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3034us (3197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.939022:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7682 00000100:00100000:0.0:1746138011.939511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.939581:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972397952 00000100:00100000:3.0:1746138011.939585:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972397952 00000100:00100000:3.0:1746138011.939614:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7683 00000100:00100000:3.0:1746138011.939620:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972397952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.939631:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138011.939642:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac23b expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.939662:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.939666:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.939680:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.939684:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.939710:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.939719:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.939725:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:0.0:1746138011.939941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.940003:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972397952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 383us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.940007:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972398080 00000100:00100000:3.0:1746138011.940009:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7683 00000100:00100000:1.0:1746138011.940010:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972398080 00010000:00010000:1.0:1746138011.940025:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.940045:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12759 00000100:00100000:1.0:1746138011.940050:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972398080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.940057:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.940074:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.940082:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.940098:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368600/0x8ae21a86589e17b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac22d expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.940120:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.940121:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.940127:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.940134:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.940152:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.940160:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.940170:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968112256:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.940217:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.942082:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968112256:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.942094:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.942118:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972398080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2068us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.942125:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12759 00000100:00100000:0.0:1746138011.942955:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.942995:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972398336 00000100:00100000:2.0:1746138011.943000:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972398336 00002000:00100000:2.0:1746138011.943027:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f9f80 x1830957972398336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.943035:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9f80 with x1830957972398336 ext(0->4095) 00010000:00010000:2.0:1746138011.943042:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.943053:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.943058:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943f9f80 00000100:00100000:2.0:1746138011.943091:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3464 00000100:00100000:2.0:1746138011.943098:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972398336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.943363:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972398336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 265us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.943369:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3464 00002000:00100000:2.0:1746138011.943374:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943f9f80 x1830957972398336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.943496:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943f9f80 with x1830957972398336 ext(0->4095) 00010000:00010000:2.0:1746138011.943502:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.943510:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.943515:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943f9f80 00000100:00100000:0.0:1746138011.945217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138011.945306:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.945350:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972398464 00000100:00100000:3.0:1746138011.945355:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972398464 00000100:00100000:1.0:1746138011.945358:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972398592 00000100:00100000:1.0:1746138011.945362:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972398592 00010000:00010000:1.0:1746138011.945380:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.945396:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7684 00000100:00100000:1.0:1746138011.945399:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12760 00000100:00100000:3.0:1746138011.945401:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972398464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138011.945404:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1960:x1830957972398592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.945412:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138011.945413:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.945441:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac242 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.945462:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138011.945468:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.945473:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138011.945477:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.945507:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.945517:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.945525:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00000100:00100000:3.0:1746138011.945551:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972398464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.945556:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7684 00010000:00010000:1.0:1746138011.945630:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.945640:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.945654:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e17bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac234 expref: 45 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.945677:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.945679:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.945684:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.945690:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.945706:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.945714:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 5 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.945723:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968112512:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.945775:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.946829:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968112512:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.946839:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138011.946857:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1960:x1830957972398592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1452us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.946863:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12760 00000100:00100000:0.0:1746138011.947379:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.947456:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972398848 00000100:00100000:2.0:1746138011.947461:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972398848 00002000:00100000:2.0:1746138011.947484:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800935b9180 x1830957972398848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.947492:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9180 with x1830957972398848 ext(0->4095) 00010000:00010000:2.0:1746138011.947497:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.947508:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.947514:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800935b9180 00000100:00100000:2.0:1746138011.947539:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3465 00000100:00100000:2.0:1746138011.947546:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972398848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.947647:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972398848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.947652:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3465 00002000:00100000:2.0:1746138011.947657:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800935b9180 x1830957972398848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.947663:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9180 with x1830957972398848 ext(0->4095) 00010000:00010000:2.0:1746138011.947666:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.947674:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00002000:00010000:2.0:1746138011.947678:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800935b9180 00000100:00100000:0.0:1746138011.948968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138011.949034:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972398976 00000100:00100000:1.0:1746138011.949039:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972398976 00010000:00010000:1.0:1746138011.949059:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:1.0:1746138011.949174:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12761 00000100:00100000:1.0:1746138011.949180:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972398976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138011.949191:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138011.949206:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.949215:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.949233:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e17c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac23b expref: 6 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:1.0:1746138011.949258:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.949260:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138011.949265:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.949272:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138011.949308:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138011.949318:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968112640:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138011.949387:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138011.950811:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968112640:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138011.950825:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.950853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.950912:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972399232 00000100:00100000:3.0:1746138011.950916:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972399232 00000100:00100000:1.0:1746138011.950941:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972398976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1760us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138011.950951:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12761 00002000:00100000:3.0:1746138011.951026:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454000 x1830957972399232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.951034:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454000 with x1830957972399232 ext(0->4095) 00002000:00010000:3.0:1746138011.951038:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454000 00000100:00100000:3.0:1746138011.951061:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5502 00000100:00100000:3.0:1746138011.951067:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972399232:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.951192:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972399232:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.951198:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5502 00002000:00100000:3.0:1746138011.951202:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454000 x1830957972399232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.951214:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454000 with x1830957972399232 ext(0->4095) 00002000:00010000:3.0:1746138011.951216:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454000 00000100:00100000:0.0:1746138011.952905:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.952952:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972399360 00000100:00100000:2.0:1746138011.952959:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972399360 00000100:00100000:2.0:1746138011.953038:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7685 00000100:00100000:2.0:1746138011.953045:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972399360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.953063:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.953078:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac249 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.953103:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.953110:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.953112:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.953115:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.953140:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 43 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.953155:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 43 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.953166:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968112768:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.953250:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.954781:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968112768:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.954808:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.954977:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138011.955078:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972399360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2033us (2177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.955084:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7685 00000100:00100000:0.0:1746138011.955334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.955519:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972399488 00000100:00100000:2.0:1746138011.955524:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972399488 00010000:00010000:2.0:1746138011.955545:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.955578:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12762 00000100:00100000:2.0:1746138011.955584:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972399488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.955594:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.955611:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.955626:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.955644:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e17cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac242 expref: 44 pid: 8501 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.955664:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.955665:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.955671:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.955677:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.955700:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138011.955711:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968112896:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.955979:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.957103:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968112896:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.957117:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.957153:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972399488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1568us (1818us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.957163:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12762 00000100:00100000:0.0:1746138011.957471:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.957575:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972399744 00000100:00100000:3.0:1746138011.957580:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972399744 00002000:00100000:3.0:1746138011.957611:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455f80 x1830957972399744/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.957619:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455f80 with x1830957972399744 ext(0->4095) 00002000:00010000:3.0:1746138011.957622:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131455f80 00000100:00100000:3.0:1746138011.957644:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5503 00000100:00100000:3.0:1746138011.957650:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972399744:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.957775:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972399744:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.957781:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5503 00002000:00100000:3.0:1746138011.957786:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455f80 x1830957972399744/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.957793:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455f80 with x1830957972399744 ext(0->4095) 00002000:00010000:3.0:1746138011.957796:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131455f80 00000100:00100000:0.0:1746138011.959762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.959824:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972399872 00000100:00100000:2.0:1746138011.959831:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972399872 00000100:00100000:2.0:1746138011.959878:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7686 00000100:00100000:2.0:1746138011.959886:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31560:x1830957972399872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.959909:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.959926:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac250 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.959951:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.959957:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.959958:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.959961:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.959983:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.959994:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 5 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.960003:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968113024:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.960114:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.961074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.961124:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972400000 00000100:00100000:3.0:1746138011.961130:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972400000 00000100:00100000:2.0:1746138011.961224:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968113024:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.961248:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961266:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.961310:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972399872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1424us (1553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.961316:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7686 00000100:00100000:2.0:1746138011.961336:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7687 00000100:00100000:2.0:1746138011.961342:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31559:x1830957972400000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.961352:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.961361:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac257 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961375:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.961379:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961384:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.961387:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961410:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961444:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961451:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138011.961468:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972400000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138011.961469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.961473:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7687 00000100:00100000:2.0:1746138011.961518:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972400128 00000100:00100000:2.0:1746138011.961522:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972400128 00010000:00010000:2.0:1746138011.961534:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.961561:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12763 00000100:00100000:2.0:1746138011.961566:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972400128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138011.961573:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.961591:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.961601:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.961616:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e17d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac249 expref: 6 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.961627:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.961628:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.961633:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961640:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961655:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.961664:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:2.0:1746138011.961673:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968113280:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.961731:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931796c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.962692:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968113280:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138011.962704:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.962736:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972400128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1170us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.962743:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12763 00000100:00100000:0.0:1746138011.962921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.963182:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972400384 00000100:00100000:3.0:1746138011.963187:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972400384 00002000:00100000:3.0:1746138011.963216:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765880 x1830957972400384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.963229:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765880 with x1830957972400384 ext(0->4095) 00010000:00010000:3.0:1746138011.963237:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.963250:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.963255:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765880 00000100:00100000:3.0:1746138011.963280:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3466 00000100:00100000:3.0:1746138011.963310:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1959:x1830957972400384:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138011.963478:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1959:x1830957972400384:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 191us (556us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.963483:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3466 00002000:00100000:3.0:1746138011.963488:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765880 x1830957972400384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.963495:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765880 with x1830957972400384 ext(0->4095) 00010000:00010000:3.0:1746138011.963499:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.963508:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.963513:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765880 00000100:00100000:1.0:1746138011.964611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.964937:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972400512 00000100:00100000:2.0:1746138011.964945:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972400512 00000100:00100000:2.0:1746138011.964988:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7688 00000100:00100000:2.0:1746138011.964995:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972400512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.965011:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.965029:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac25e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.965050:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746138011.965078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.965160:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972400640 00000100:00100000:3.0:1746138011.965165:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972400640 00010000:00010000:2.0:1746138011.965167:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.965174:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.965178:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.965212:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 45 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.965222:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.965231:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138011.965279:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972400512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 284us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.965285:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7688 00010000:00010000:3.0:1746138011.965446:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.965463:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12764 00000100:00100000:3.0:1746138011.965468:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972400640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.965476:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.965492:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.965501:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.965514:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac250 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.965534:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.965535:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.965541:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.965548:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.965565:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.965574:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.965584:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968113536:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.965648:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.966914:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968113536:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.967025:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.967063:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972400640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1593us (1982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.967071:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12764 00000100:00100000:0.0:1746138011.967530:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.967644:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972400896 00000100:00100000:3.0:1746138011.967649:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972400896 00002000:00100000:3.0:1746138011.967675:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092767480 x1830957972400896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.967684:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092767480 with x1830957972400896 ext(0->4095) 00010000:00010000:3.0:1746138011.967690:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.967702:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.967708:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092767480 00000100:00100000:3.0:1746138011.967731:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3467 00000100:00100000:3.0:1746138011.967736:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972400896:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138011.967863:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972400896:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138011.967875:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3467 00002000:00100000:3.0:1746138011.967879:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092767480 x1830957972400896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138011.967885:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092767480 with x1830957972400896 ext(0->4095) 00010000:00010000:3.0:1746138011.967889:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.967897:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 44 pid: 11153 timeout: 556 lvb_type: 0 00002000:00010000:3.0:1746138011.967903:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092767480 00000100:00100000:0.0:1746138011.969708:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.970161:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972401024 00000100:00100000:2.0:1746138011.970168:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972401024 00000100:00100000:0.0:1746138011.970172:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.970228:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972401152 00000100:00100000:3.0:1746138011.970231:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972401152 00010000:00010000:3.0:1746138011.970250:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 45 pid: 11153 timeout: 556 lvb_type: 0 00000100:00100000:3.0:1746138011.970283:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12765 00000100:00100000:2.0:1746138011.970283:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7689 00000100:00100000:3.0:1746138011.970298:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972401152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138011.970298:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972401024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138011.970310:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138011.970310:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.970323:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac265 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.970329:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 46 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.970340:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.970345:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.970350:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138011.970361:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.970656:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 46 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:3.0:1746138011.970673:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e17e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac257 expref: 46 pid: 11153 timeout: 556 lvb_type: 0 00010000:00010000:2.0:1746138011.970683:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.970684:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.970686:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.970691:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.970697:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.970705:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.970712:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.970712:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00010000:00010000:3.0:1746138011.970720:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138011.970730:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968113792:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138011.970751:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972401024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 453us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.970757:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7689 00000100:00100000:3.0:1746138011.970786:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.972620:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968113792:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.972637:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138011.972671:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.972684:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1958:x1830957972401152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2386us (2510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.972694:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12765 00000100:00100000:1.0:1746138011.972831:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972401408 00000100:00100000:1.0:1746138011.972837:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972401408 00002000:00100000:1.0:1746138011.972869:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81d880 x1830957972401408/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.972878:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81d880 with x1830957972401408 ext(0->4095) 00010000:00010000:1.0:1746138011.972884:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138011.972896:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138011.972901:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81d880 00000100:00100000:1.0:1746138011.972921:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3468 00000100:00100000:1.0:1746138011.972927:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972401408:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138011.973191:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972401408:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 264us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.973197:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3468 00002000:00100000:1.0:1746138011.973202:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e81d880 x1830957972401408/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.973210:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e81d880 with x1830957972401408 ext(0->4095) 00010000:00010000:1.0:1746138011.973214:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138011.973223:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138011.973228:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e81d880 00000100:00100000:0.0:1746138011.974838:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.974914:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972401536 00000100:00100000:3.0:1746138011.974921:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972401536 00010000:00010000:3.0:1746138011.974949:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138011.974993:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12766 00000100:00100000:3.0:1746138011.975000:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972401536:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.975013:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.975033:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.975044:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.975063:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e17e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac25e expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.975076:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.975078:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.975084:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.975098:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.975128:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.975140:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968113920:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.975220:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.976362:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968113920:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.976379:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.976406:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972401536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1406us (1575us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138011.976885:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.976953:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12766 00000100:00100000:1.0:1746138011.977038:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972401792 00000100:00100000:1.0:1746138011.977045:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972401792 00002000:00100000:1.0:1746138011.977082:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091452a00 x1830957972401792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.977091:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091452a00 with x1830957972401792 ext(0->4095) 00002000:00010000:1.0:1746138011.977095:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091452a00 00000100:00100000:1.0:1746138011.977118:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5504 00000100:00100000:1.0:1746138011.977125:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972401792:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138011.977265:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1959:x1830957972401792:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138011.977271:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5504 00002000:00100000:1.0:1746138011.977275:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091452a00 x1830957972401792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138011.977281:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091452a00 with x1830957972401792 ext(0->4095) 00002000:00010000:1.0:1746138011.977284:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091452a00 00000100:00100000:0.0:1746138011.978951:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.979089:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972401920 00000100:00100000:2.0:1746138011.979099:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972401920 00000100:00100000:2.0:1746138011.979156:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7690 00000100:00100000:2.0:1746138011.979165:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972401920:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.979186:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.979205:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac26c expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.979239:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.979248:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.979250:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.979254:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.979304:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.979317:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 43 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138011.979329:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968114048:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.979474:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.980558:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968114048:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.980583:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.980597:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138011.980631:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972401920:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1467us (1691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.980638:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7690 00000100:00100000:0.0:1746138011.980841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.980905:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972402048 00000100:00100000:3.0:1746138011.980914:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972402048 00010000:00010000:3.0:1746138011.980948:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 44 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138011.980992:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12767 00000100:00100000:3.0:1746138011.980999:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972402048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.981011:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.981031:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 44 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.981042:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 44 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.981062:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e17f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac265 expref: 44 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.981077:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.981078:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.981085:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.981093:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.981122:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.981133:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968114176:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.981222:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.982305:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.982318:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968114176:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.982335:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.982368:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972402304 00000100:00100000:2.0:1746138011.982373:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972402304 00000100:00100000:3.0:1746138011.982382:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:1957:x1830957972402048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1382us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.982389:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12767 00002000:00100000:2.0:1746138011.982403:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830957972402304/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.982412:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830957972402304 ext(0->4095) 00002000:00010000:2.0:1746138011.982443:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7800 00000100:00100000:2.0:1746138011.982465:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5505 00000100:00100000:2.0:1746138011.982471:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972402304:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138011.982639:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972402304:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.982646:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5505 00002000:00100000:2.0:1746138011.982651:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830957972402304/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.982658:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830957972402304 ext(0->4095) 00002000:00010000:2.0:1746138011.982660:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7800 00000100:00100000:0.0:1746138011.983898:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.983972:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972402432 00000100:00100000:2.0:1746138011.983978:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972402432 00000100:00100000:2.0:1746138011.984011:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7691 00000100:00100000:2.0:1746138011.984019:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+43:31560:x1830957972402432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.984034:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.984051:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac273 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.984076:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.984084:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.984086:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.984090:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.984120:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.984135:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138011.984147:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968114304:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.984308:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.985474:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968114304:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.985504:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 44 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138011.985507:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138011.985517:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138011.985547:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:31560:x1830957972402432:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1528us (1652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.985554:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7691 00000100:00100000:3.0:1746138011.985578:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972402560 00000100:00100000:3.0:1746138011.985583:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972402560 00010000:00010000:3.0:1746138011.985605:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138011.985629:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12768 00000100:00100000:3.0:1746138011.985635:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972402560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.985651:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.985676:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.985687:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.985707:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e17f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac26c expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.985718:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.985720:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.985728:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.985734:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.985757:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.985767:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968114432:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.985827:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138011.987176:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968114432:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.987191:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138011.987235:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972402560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1599us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.987242:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12768 00000100:00100000:0.0:1746138011.987585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.987642:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972402816 00000100:00100000:2.0:1746138011.987648:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972402816 00002000:00100000:2.0:1746138011.987686:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0700 x1830957972402816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.987709:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0700 with x1830957972402816 ext(0->4095) 00002000:00010000:2.0:1746138011.987714:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae0700 00000100:00100000:2.0:1746138011.987744:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5506 00000100:00100000:2.0:1746138011.987751:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972402816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138011.987907:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972402816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.987917:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5506 00002000:00100000:2.0:1746138011.987923:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae0700 x1830957972402816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.987930:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0700 with x1830957972402816 ext(0->4095) 00002000:00010000:2.0:1746138011.987934:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae0700 00000100:00100000:0.0:1746138011.988939:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.989011:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972402944 00000100:00100000:2.0:1746138011.989016:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972402944 00000100:00100000:2.0:1746138011.989043:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7692 00000100:00100000:2.0:1746138011.989049:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972402944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.989059:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.989073:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac27a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.989095:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.989102:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.989103:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138011.989106:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.989129:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 43 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.989140:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 43 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138011.989154:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968114560:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.989230:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.990138:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968114560:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.990158:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.990171:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138011.990193:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972402944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1145us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.990199:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7692 00000100:00100000:0.0:1746138011.990517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.990556:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972403072 00000100:00100000:2.0:1746138011.990562:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972403072 00002000:00100000:2.0:1746138011.990590:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012fae0a80 x1830957972403072/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.990599:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0a80 with x1830957972403072 ext(0->7) 00010000:00010000:2.0:1746138011.990606:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 44 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138011.990617:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 44 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138011.990623:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0a80 00000100:00100000:2.0:1746138011.990645:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3469 00000100:00100000:2.0:1746138011.990651:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+44:1957:x1830957972403072:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138011.991040:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972403072:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 388us (522us total) trans 4294968000 rc 0/0 00000100:00100000:2.0:1746138011.991046:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3469 00002000:00100000:2.0:1746138011.991052:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012fae0a80 x1830957972403072/t4294968000(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:447/0 lens 496/448 e 0 to 0 dl 1746138022 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.991058:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0a80 with x1830957972403072 ext(0->7) 00010000:00010000:2.0:1746138011.991062:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138011.991071:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138011.991075:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae0a80 00000100:00100000:0.0:1746138011.992395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.992438:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972403200 00000100:00100000:3.0:1746138011.992444:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972403200 00010000:00010000:3.0:1746138011.992465:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138011.992485:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12769 00000100:00100000:3.0:1746138011.992490:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1960:x1830957972403200:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138011.992503:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138011.992518:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.992529:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.992554:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e17fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac273 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138011.992578:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.992580:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138011.992587:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.992596:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138011.992624:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138011.992634:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968114688:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138011.992694:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138011.994650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138011.994684:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968114688:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138011.994703:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138011.994708:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972403456 00000100:00100000:2.0:1746138011.994714:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972403456 00000100:00100000:3.0:1746138011.994745:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1960:x1830957972403200:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2254us (2353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138011.994758:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12769 00002000:00100000:2.0:1746138011.994758:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731880 x1830957972403456/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/0 e 0 to 0 dl 1746138022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.994769:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731880 with x1830957972403456 ext(0->4095) 00002000:00010000:2.0:1746138011.994774:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092731880 00000100:00100000:2.0:1746138011.994796:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5507 00000100:00100000:2.0:1746138011.994805:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972403456:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138011.994936:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972403456:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138011.994942:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5507 00002000:00100000:2.0:1746138011.994952:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731880 x1830957972403456/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:447/0 lens 488/4536 e 0 to 0 dl 1746138022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138011.994958:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731880 with x1830957972403456 ext(0->4095) 00002000:00010000:2.0:1746138011.994961:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092731880 00000100:00100000:0.0:1746138011.997362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138011.997454:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972403584 00000100:00100000:2.0:1746138011.997463:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972403584 00000100:00100000:2.0:1746138011.997506:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7693 00000100:00100000:2.0:1746138011.997513:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972403584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138011.997542:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138011.997563:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac281 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.997595:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.997602:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.997604:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138011.997608:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.997637:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.997649:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138011.997660:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968114816:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138011.997757:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138011.999499:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968114816:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138011.999523:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138011.999540:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138011.999578:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957972403584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2064us (2221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138011.999586:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7693 00000100:00100000:0.0:1746138012.000581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.000624:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.000631:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972403840 00000100:00100000:2.0:1746138012.000638:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972403840 00000100:00100000:2.0:1746138012.000693:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7694 00000100:00100000:2.0:1746138012.000700:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972403840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00080000:1.0:1746138012.000707:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746138012.000720:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.000735:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac288 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.000748:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972403712 00000100:00100000:3.0:1746138012.000753:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972403712 00010000:00010000:2.0:1746138012.000757:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.000761:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.000768:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.000772:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.000774:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.000799:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12770 00010000:00010000:2.0:1746138012.000802:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.000804:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972403712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.000814:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.000821:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.000828:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00010000:00010000:3.0:1746138012.000834:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.000845:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.000857:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972403840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.000862:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7694 00010000:00010000:3.0:1746138012.000863:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1805 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac27a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.000879:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.000880:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.000887:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.000894:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.000914:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.000925:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.000937:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115072:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.001005:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2300 going to sleep for 11 seconds 00000100:00080000:1.0:1746138012.001040:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746138012.002055:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115072:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.002067:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.002098:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972403712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1292us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.002105:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12770 00000100:00100000:0.0:1746138012.002137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.002172:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972404096 00000100:00100000:1.0:1746138012.002176:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972404096 00002000:00100000:1.0:1746138012.002205:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432d500 x1830957972404096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.002215:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d500 with x1830957972404096 ext(0->4095) 00010000:00010000:1.0:1746138012.002221:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.002232:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.002239:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432d500 00000100:00100000:1.0:1746138012.002262:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3470 00000100:00100000:1.0:1746138012.002269:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1959:x1830957972404096:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138012.002514:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1959:x1830957972404096:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 245us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.002521:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3470 00002000:00100000:1.0:1746138012.002526:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432d500 x1830957972404096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.002533:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d500 with x1830957972404096 ext(0->4095) 00010000:00010000:1.0:1746138012.002538:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.002547:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.002553:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432d500 00000100:00100000:0.0:1746138012.003543:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.003574:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972404224 00000100:00100000:2.0:1746138012.003579:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972404224 00000100:00100000:0.0:1746138012.003603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.003613:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7695 00000100:00100000:2.0:1746138012.003619:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972404224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.003629:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138012.003664:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972404352 00000100:00100000:3.0:1746138012.003668:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972404352 00010000:00010000:3.0:1746138012.003685:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.003689:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac28f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.003710:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12771 00010000:00010000:2.0:1746138012.003713:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746138012.003716:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1958:x1830957972404352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.003718:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.003725:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.003725:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.003729:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.003742:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.003752:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.003766:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.003770:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e180c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac281 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.003782:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.003784:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.003786:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.003791:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.003797:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.003807:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00010000:00010000:3.0:1746138012.003817:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.003828:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.003837:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115328:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.003837:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972404224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.003842:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7695 00000100:00100000:3.0:1746138012.003892:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.004730:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115328:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.004739:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.004765:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972404352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1049us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.004772:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12771 00000100:00100000:0.0:1746138012.005076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.005134:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972404608 00000100:00100000:1.0:1746138012.005139:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972404608 00002000:00100000:1.0:1746138012.005178:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432ce00 x1830957972404608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.005187:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432ce00 with x1830957972404608 ext(0->4095) 00010000:00010000:1.0:1746138012.005195:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.005206:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.005212:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432ce00 00000100:00100000:1.0:1746138012.005233:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3471 00000100:00100000:1.0:1746138012.005240:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972404608:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.005568:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972404608:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 329us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.005575:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3471 00002000:00100000:1.0:1746138012.005580:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432ce00 x1830957972404608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.005588:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432ce00 with x1830957972404608 ext(0->4095) 00010000:00010000:1.0:1746138012.005593:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.005600:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.005605:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432ce00 00000100:00100000:0.0:1746138012.006691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.006722:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972404736 00000100:00100000:2.0:1746138012.006727:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972404736 00000100:00100000:2.0:1746138012.006761:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7696 00000100:00100000:2.0:1746138012.006768:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972404736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.006781:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.006795:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac296 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.006819:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.006823:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.006828:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.006831:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.006866:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.006882:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.006893:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138012.006925:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972404736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.006930:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7696 00000100:00100000:0.0:1746138012.007067:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.007141:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972404864 00000100:00100000:3.0:1746138012.007145:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972404864 00010000:00010000:3.0:1746138012.007162:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.007194:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12772 00000100:00100000:3.0:1746138012.007200:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1958:x1830957972404864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.007210:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.007228:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.007239:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.007268:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1813 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac288 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.007279:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.007280:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.007300:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.007309:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.007330:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.007341:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.007356:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115584:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.007460:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.008796:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115584:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.008812:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.008849:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972404864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1648us (1781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.008858:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12772 00000100:00100000:2.0:1746138012.009132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.009357:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972405120 00000100:00100000:1.0:1746138012.009364:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972405120 00002000:00100000:1.0:1746138012.009406:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c0700 x1830957972405120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.009451:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0700 with x1830957972405120 ext(0->4095) 00010000:00010000:1.0:1746138012.009460:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.009473:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.009479:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c0700 00000100:00100000:1.0:1746138012.009499:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3472 00000100:00100000:1.0:1746138012.009507:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972405120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.010648:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972405120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1136us (1510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.010658:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3472 00002000:00100000:1.0:1746138012.010665:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c0700 x1830957972405120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.010673:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0700 with x1830957972405120 ext(0->4095) 00010000:00010000:1.0:1746138012.010681:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.010692:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.010703:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c0700 00000100:00100000:0.0:1746138012.012273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.012352:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972405248 00000100:00100000:3.0:1746138012.012362:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972405248 00010000:00010000:3.0:1746138012.012397:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.012483:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12773 00000100:00100000:3.0:1746138012.012491:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972405248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.012505:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.012530:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.012543:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.012602:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e181a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac28f expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.012618:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.012621:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.012628:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.012636:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.012668:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.012678:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115712:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.012781:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.014083:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115712:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.014103:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138012.014145:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.014166:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972405248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1675us (1901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.014176:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12773 00000100:00100000:1.0:1746138012.014450:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972405504 00000100:00100000:1.0:1746138012.014458:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972405504 00002000:00100000:1.0:1746138012.014495:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132a00 x1830957972405504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.014505:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132a00 with x1830957972405504 ext(0->4095) 00002000:00010000:1.0:1746138012.014510:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c132a00 00000100:00100000:1.0:1746138012.014539:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5508 00000100:00100000:1.0:1746138012.014546:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972405504:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138012.014774:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972405504:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 226us (628us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138012.014781:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5508 00002000:00100000:0.0:1746138012.014789:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c132a00 x1830957972405504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.014804:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c132a00 with x1830957972405504 ext(0->4095) 00002000:00010000:0.0:1746138012.014808:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c132a00 00000100:00100000:2.0:1746138012.016049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.016089:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972405632 00000100:00100000:3.0:1746138012.016095:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972405632 00000100:00100000:3.0:1746138012.016131:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7697 00000100:00100000:3.0:1746138012.016136:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972405632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.016147:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.016163:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac29d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.016190:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.016200:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.016202:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.016204:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.016235:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.016246:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 45 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.016257:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968115840:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.016339:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.018206:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.018302:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972405760 00000100:00100000:2.0:1746138012.018309:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972405760 00000100:00100000:3.0:1746138012.018321:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968115840:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.018344:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.018360:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:3.0:1746138012.018398:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972405632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2261us (2352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.018407:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7697 00010000:00010000:2.0:1746138012.018520:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.018542:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12774 00000100:00100000:2.0:1746138012.018548:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972405760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.018559:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.018577:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.018587:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.018608:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1821 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac296 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.018636:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.018638:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.018644:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.018651:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.018676:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.018687:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115968:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.019363:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.019552:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968115968:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138012.019566:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138012.019588:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1958:x1830957972405760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1040us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138012.019595:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12774 00000100:00100000:0.0:1746138012.020870:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.020980:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972406016 00000100:00100000:2.0:1746138012.020989:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972406016 00002000:00100000:2.0:1746138012.021032:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131880 x1830957972406016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.021040:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131880 with x1830957972406016 ext(0->4095) 00002000:00010000:2.0:1746138012.021045:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c131880 00000100:00100000:2.0:1746138012.021081:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5509 00000100:00100000:2.0:1746138012.021087:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972406016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.021244:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972406016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.021250:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5509 00002000:00100000:2.0:1746138012.021255:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131880 x1830957972406016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.021261:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131880 with x1830957972406016 ext(0->4095) 00002000:00010000:2.0:1746138012.021264:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c131880 00000100:00100000:0.0:1746138012.023573:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.023751:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972406144 00000100:00100000:3.0:1746138012.023761:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972406144 00000100:00100000:3.0:1746138012.023819:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7698 00000100:00100000:3.0:1746138012.023827:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972406144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.023858:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.023877:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2a4 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.023911:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.023918:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.023920:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.023923:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.023957:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.023970:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.023984:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968116096:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.024303:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.025404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.025489:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972406272 00000100:00100000:1.0:1746138012.025496:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972406272 00000100:00100000:1.0:1746138012.025634:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7699 00000100:00100000:1.0:1746138012.025649:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972406272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.025667:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.025686:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2ab expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.025717:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.025723:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.025728:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.025732:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.025774:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.025790:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.025799:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:3.0:1746138012.025833:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968116096:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.025853:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.025862:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:31559:x1830957972406272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (460us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138012.025865:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:1.0:1746138012.025867:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7699 00000100:00100000:3.0:1746138012.025891:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31560:x1830957972406144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2064us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.025901:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7698 00000100:00100000:0.0:1746138012.026111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.026178:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972406400 00000100:00100000:1.0:1746138012.026186:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972406400 00010000:00010000:1.0:1746138012.026208:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.026232:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12775 00000100:00100000:1.0:1746138012.026237:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972406400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.026245:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.026265:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.026274:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.026301:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1828 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac29d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.026317:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.026319:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.026324:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.026332:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.026349:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.026358:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.026368:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968116352:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.026446:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.028309:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968116352:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.028329:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.028385:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972406400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2148us (2274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.028393:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12775 00000100:00100000:0.0:1746138012.028516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.028584:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972406656 00000100:00100000:1.0:1746138012.028590:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972406656 00002000:00100000:1.0:1746138012.028651:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131c00 x1830957972406656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.028665:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131c00 with x1830957972406656 ext(0->4095) 00010000:00010000:1.0:1746138012.028671:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.028681:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.028687:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c131c00 00000100:00100000:1.0:1746138012.028701:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3473 00000100:00100000:1.0:1746138012.028706:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1958:x1830957972406656:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.028843:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1958:x1830957972406656:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.028848:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3473 00002000:00100000:1.0:1746138012.028853:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131c00 x1830957972406656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.028860:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131c00 with x1830957972406656 ext(0->4095) 00010000:00010000:1.0:1746138012.028864:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.028871:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.028876:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c131c00 00000100:00100000:0.0:1746138012.031511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.031574:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972406784 00000100:00100000:3.0:1746138012.031584:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972406784 00000100:00100000:0.0:1746138012.031610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.031638:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7700 00000100:00100000:3.0:1746138012.031646:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972406784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.031666:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.031684:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2b2 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.031709:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972406912 00010000:00010000:3.0:1746138012.031713:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.031720:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.031720:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972406912 00010000:00010000:3.0:1746138012.031726:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138012.031729:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.031767:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 47 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.031778:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.031787:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414e00, rc 0) 00000100:00100000:3.0:1746138012.031857:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972406784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.031863:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7700 00010000:00010000:1.0:1746138012.031877:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.031919:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12776 00000100:00100000:1.0:1746138012.031926:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972406912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.031938:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.031957:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.031967:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.031986:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e182f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2a4 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.032002:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.032003:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.032010:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.032018:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.032047:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.032056:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.032065:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968116608:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.032153:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.033281:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968116608:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.033306:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.033341:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972406912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1414us (1730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.033350:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12776 00000100:00100000:0.0:1746138012.034367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.034413:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972407168 00000100:00100000:1.0:1746138012.034453:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972407168 00002000:00100000:1.0:1746138012.034491:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c277480 x1830957972407168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.034501:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277480 with x1830957972407168 ext(0->4095) 00010000:00010000:1.0:1746138012.034511:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.034524:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.034530:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c277480 00000100:00100000:1.0:1746138012.034558:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3474 00000100:00100000:1.0:1746138012.034565:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972407168:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.034736:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972407168:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.034745:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3474 00002000:00100000:1.0:1746138012.034751:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c277480 x1830957972407168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.034757:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277480 with x1830957972407168 ext(0->4095) 00010000:00010000:1.0:1746138012.034761:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.034770:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.034775:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c277480 00000100:00100000:0.0:1746138012.036154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.036308:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972407296 00000100:00100000:3.0:1746138012.036314:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972407296 00000100:00100000:0.0:1746138012.036348:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.036357:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7701 00000100:00100000:3.0:1746138012.036363:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972407296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.036375:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138012.036383:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972407424 00000100:00100000:0.0:1746138012.036386:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972407424 00010000:00010000:3.0:1746138012.036390:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2b9 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.036403:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.036435:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.036442:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.036445:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12777 00010000:00010000:3.0:1746138012.036448:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:0.0:1746138012.036451:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972407424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.036452:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.036464:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138012.036484:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.036495:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.036518:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1836 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ab expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.036541:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.036543:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.036549:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.036558:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.036581:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.036591:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.036601:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968116736:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.036664:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b483c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746138012.036744:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.036753:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.036762:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968116864:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.036798:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.038738:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.038771:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968116864:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.038771:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968116736:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.038787:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138012.038794:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.038818:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093415000, rc 0) 00000100:00100000:1.0:1746138012.038824:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972407680 00000100:00100000:1.0:1746138012.038831:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972407680 00000100:00100000:2.0:1746138012.038837:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972407424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2385us (2488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.038841:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972407296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2478us (2693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.038845:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12777 00000100:00100000:3.0:1746138012.038848:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7701 00002000:00100000:1.0:1746138012.038868:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275c00 x1830957972407680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.038878:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275c00 with x1830957972407680 ext(0->4095) 00010000:00010000:1.0:1746138012.038885:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.038898:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.038905:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275c00 00000100:00100000:1.0:1746138012.038920:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3475 00000100:00100000:1.0:1746138012.038926:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972407680:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.039082:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972407680:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.039088:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3475 00002000:00100000:1.0:1746138012.039093:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275c00 x1830957972407680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.039101:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275c00 with x1830957972407680 ext(0->4095) 00010000:00010000:1.0:1746138012.039105:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.039114:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.039120:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275c00 00010000:00010000:0.0:1746138012.040666:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746138012.040746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.040818:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972407808 00000100:00100000:0.0:1746138012.040827:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972407808 00010000:00010000:0.0:1746138012.040853:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.040882:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12778 00000100:00100000:0.0:1746138012.040889:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972407808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138012.040900:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138012.040920:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.040935:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.040959:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e183d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b2 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.040972:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.040974:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.040982:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.040991:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.041021:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.041038:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968116992:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.041128:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.043005:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968116992:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.043006:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138012.043023:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.043073:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972407808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2184us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.043076:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972408064 00000100:00100000:2.0:1746138012.043080:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12778 00000100:00100000:1.0:1746138012.043083:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972408064 00002000:00100000:1.0:1746138012.043127:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275880 x1830957972408064/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.043137:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275880 with x1830957972408064 ext(0->4095) 00002000:00010000:1.0:1746138012.043143:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c275880 00000100:00100000:1.0:1746138012.043161:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5510 00000100:00100000:1.0:1746138012.043168:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972408064:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.043377:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972408064:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 209us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.043384:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5510 00002000:00100000:1.0:1746138012.043389:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275880 x1830957972408064/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.043397:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275880 with x1830957972408064 ext(0->4095) 00002000:00010000:1.0:1746138012.043400:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c275880 00000100:00100000:0.0:1746138012.045341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.045459:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972408192 00000100:00100000:3.0:1746138012.045470:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972408192 00000100:00100000:3.0:1746138012.045527:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7702 00000100:00100000:3.0:1746138012.045534:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972408192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.045553:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.045570:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2c0 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.045603:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.045610:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.045612:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.045615:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.045640:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.045651:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 45 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.045668:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968117120:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.045756:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.048203:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.048321:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972408320 00000100:00100000:3.0:1746138012.048326:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968117120:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.048333:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972408320 00010000:00010000:3.0:1746138012.048353:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.048373:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00010000:00010000:2.0:1746138012.048381:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.048460:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972408192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2926us (3127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.048465:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12779 00000100:00100000:3.0:1746138012.048467:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7702 00000100:00100000:2.0:1746138012.048473:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972408320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.048489:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.048517:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.048534:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.048562:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1844 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2b9 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.048592:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.048595:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.048604:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.048611:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.048646:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.048659:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968117248:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.048754:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.050074:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968117248:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.050096:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.050142:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972408320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1670us (1948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.050152:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12779 00000100:00100000:0.0:1746138012.050460:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.050501:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972408576 00000100:00100000:1.0:1746138012.050512:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972408576 00002000:00100000:1.0:1746138012.050554:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275500 x1830957972408576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.050564:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275500 with x1830957972408576 ext(0->4095) 00002000:00010000:1.0:1746138012.050569:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c275500 00000100:00100000:1.0:1746138012.050585:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5511 00000100:00100000:1.0:1746138012.050592:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972408576:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.050755:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972408576:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.050762:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5511 00002000:00100000:1.0:1746138012.050768:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275500 x1830957972408576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.050776:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275500 with x1830957972408576 ext(0->4095) 00002000:00010000:1.0:1746138012.050779:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c275500 00000100:00100000:0.0:1746138012.052157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.052985:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972408704 00000100:00100000:3.0:1746138012.052993:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972408704 00000100:00100000:3.0:1746138012.053025:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7703 00000100:00100000:3.0:1746138012.053031:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972408704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.053048:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.053063:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2c7 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.053087:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.053094:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.053096:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.053099:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.053128:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.053139:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.053150:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968117376:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.053239:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.053734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.054503:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968117376:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.054526:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.054537:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138012.054565:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957972408704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1534us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.054573:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7703 00000100:00100000:3.0:1746138012.054593:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972408832 00000100:00100000:3.0:1746138012.054597:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972408832 00000100:00100000:3.0:1746138012.054627:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7704 00000100:00100000:3.0:1746138012.054632:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e065c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972408832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.054643:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.054653:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2ce expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.054667:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.054672:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.054677:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.054680:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.054831:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.054911:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972408960 00000100:00100000:2.0:1746138012.054915:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972408960 00010000:00010000:2.0:1746138012.054931:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.054946:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12780 00000100:00100000:2.0:1746138012.054950:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972408960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.054957:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.055064:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.055069:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.055075:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.055091:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.055091:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e184b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c0 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.055098:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.055099:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.055105:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.055160:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.055170:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138012.055186:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.055201:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972408960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 249us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.055207:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12780 00010000:00010000:3.0:1746138012.055324:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.055335:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968117632:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.055581:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.056887:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968117632:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.056901:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00000100:00100000:3.0:1746138012.056930:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e065c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972408832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2297us (3197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.056938:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7704 00000100:00100000:0.0:1746138012.057738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.057794:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972409216 00000100:00100000:1.0:1746138012.057800:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972409216 00002000:00100000:1.0:1746138012.057834:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275180 x1830957972409216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.057842:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275180 with x1830957972409216 ext(0->4095) 00010000:00010000:1.0:1746138012.057849:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.057860:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.057866:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275180 00000100:00100000:1.0:1746138012.057879:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3476 00000100:00100000:1.0:1746138012.057884:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972409216:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.058020:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972409216:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.058026:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3476 00002000:00100000:1.0:1746138012.058031:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275180 x1830957972409216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.058037:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275180 with x1830957972409216 ext(0->4095) 00010000:00010000:1.0:1746138012.058041:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.058050:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.058055:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275180 00000100:00100000:0.0:1746138012.059608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.059664:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.059748:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972409344 00000100:00100000:3.0:1746138012.059756:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972409344 00000100:00100000:2.0:1746138012.059806:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972409472 00000100:00100000:3.0:1746138012.059811:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7705 00000100:00100000:2.0:1746138012.059816:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972409472 00000100:00100000:3.0:1746138012.059819:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972409344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.059836:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.059844:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.059853:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2d5 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.059877:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746138012.059880:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12781 00010000:00010000:3.0:1746138012.059883:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.059887:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1960:x1830957972409472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.059889:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138012.059892:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.059900:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.059915:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.059927:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.059929:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.059954:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.059963:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.059965:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.059970:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.059979:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.059996:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.059997:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1852 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2c7 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.060021:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.060034:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.060040:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968117888:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.060071:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1960:x1830957972409472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 183us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.060076:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12781 00000100:00100000:3.0:1746138012.060120:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.061276:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968117888:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.061302:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414e00, rc 0) 00000100:00100000:3.0:1746138012.061358:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972409344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1538us (1755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.061363:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7705 00000100:00100000:0.0:1746138012.061409:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.061489:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972409728 00000100:00100000:1.0:1746138012.061495:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972409728 00002000:00100000:1.0:1746138012.061527:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274700 x1830957972409728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.061540:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274700 with x1830957972409728 ext(0->4095) 00010000:00010000:1.0:1746138012.061547:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.061559:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.061565:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c274700 00000100:00100000:1.0:1746138012.061592:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3477 00000100:00100000:1.0:1746138012.061599:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972409728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.061775:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972409728:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.061782:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3477 00002000:00100000:1.0:1746138012.061787:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274700 x1830957972409728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.061793:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274700 with x1830957972409728 ext(0->4095) 00010000:00010000:1.0:1746138012.061798:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.061806:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.061811:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c274700 00000100:00100000:0.0:1746138012.063012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.063054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.063085:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972409856 00000100:00100000:2.0:1746138012.063098:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972409856 00000100:00100000:3.0:1746138012.063132:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972409984 00000100:00100000:3.0:1746138012.063136:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972409984 00010000:00010000:2.0:1746138012.063139:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.063170:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7706 00000100:00100000:3.0:1746138012.063176:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972409984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138012.063179:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12782 00000100:00100000:2.0:1746138012.063186:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1960:x1830957972409856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.063188:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.063202:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.063225:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.063236:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.063256:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1859 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ce expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.063273:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.063274:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.063281:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.063304:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2dc expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.063304:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.063327:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.063332:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.063333:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.063336:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.063345:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.063350:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.063357:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.063362:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.063367:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968118144:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.063369:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968118016:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.063577:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.063579:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.065506:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.065600:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972410240 00000100:00100000:3.0:1746138012.065605:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968118144:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.065612:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972410240 00010000:00010000:3.0:1746138012.065630:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.065645:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414400, rc 0) 00002000:00100000:1.0:1746138012.065654:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5c00 x1830957972410240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.065664:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5c00 with x1830957972410240 ext(0->4095) 00010000:00010000:1.0:1746138012.065677:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.065691:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.065696:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972409984:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2518us (2640us total) trans 0 rc 0/0 00002000:00010000:1.0:1746138012.065698:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b5c00 00000100:00100000:3.0:1746138012.065703:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7706 00000100:00100000:1.0:1746138012.065726:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3478 00000100:00100000:1.0:1746138012.065733:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972410240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.065928:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972410240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.065935:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3478 00002000:00100000:1.0:1746138012.065941:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5c00 x1830957972410240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.065947:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5c00 with x1830957972410240 ext(0->4095) 00010000:00010000:1.0:1746138012.065951:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.065960:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.065965:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b5c00 00000100:00100000:1.0:1746138012.066003:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968118016:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.066028:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.066061:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1960:x1830957972409856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2876us (3052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.066069:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12782 00000100:00100000:0.0:1746138012.067044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.067082:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972410368 00000100:00100000:1.0:1746138012.067090:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972410368 00010000:00010000:1.0:1746138012.067117:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.067148:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12783 00000100:00100000:1.0:1746138012.067155:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972410368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.067167:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.067186:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.067196:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.067216:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1860 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2d5 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.067242:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.067244:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.067249:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.067255:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.067279:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.067298:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968118272:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.067372:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.069156:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.069231:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968118272:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.069246:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.069262:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972410624 00000100:00100000:2.0:1746138012.069267:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972410624 00000100:00100000:1.0:1746138012.069278:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972410368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2123us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.069302:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12783 00002000:00100000:2.0:1746138012.069310:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5500 x1830957972410624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.069319:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5500 with x1830957972410624 ext(0->4095) 00002000:00010000:2.0:1746138012.069322:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b5500 00000100:00100000:2.0:1746138012.069503:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5512 00000100:00100000:2.0:1746138012.069510:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972410624:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.069637:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972410624:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.069643:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5512 00002000:00100000:2.0:1746138012.069648:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5500 x1830957972410624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.069654:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5500 with x1830957972410624 ext(0->4095) 00002000:00010000:2.0:1746138012.069657:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b5500 00000100:00100000:0.0:1746138012.071464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.071934:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972410752 00000100:00100000:3.0:1746138012.071942:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972410752 00000100:00100000:3.0:1746138012.072012:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7707 00000100:00100000:3.0:1746138012.072019:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972410752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.072035:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.072050:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2e3 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.072075:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.072082:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.072083:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.072086:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.072110:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.072120:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 45 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.072129:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968118400:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.072559:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.073971:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968118400:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.073995:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.074016:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:3.0:1746138012.074062:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972410752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2042us (2602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.074070:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7707 00000100:00100000:0.0:1746138012.075661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.075788:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972410880 00000100:00100000:1.0:1746138012.075796:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972410880 00010000:00010000:1.0:1746138012.075831:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.075865:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12784 00000100:00100000:1.0:1746138012.075872:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972410880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.075887:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.075910:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.075923:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.075945:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1867 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2dc expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.075961:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.075963:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.075970:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.075976:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.076007:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.076018:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968118528:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.076123:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.078928:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091455500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968118528:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.078945:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.078994:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972410880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3122us (3344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.079004:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12784 00000100:00100000:0.0:1746138012.079620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.079829:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972411136 00000100:00100000:3.0:1746138012.079835:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972411136 00002000:00100000:3.0:1746138012.079872:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6a00 x1830957972411136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.079881:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6a00 with x1830957972411136 ext(0->4095) 00002000:00010000:3.0:1746138012.079885:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b6a00 00000100:00100000:3.0:1746138012.079945:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5513 00000100:00100000:3.0:1746138012.079951:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972411136:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.080095:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972411136:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (475us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.080101:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5513 00002000:00100000:3.0:1746138012.080106:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6a00 x1830957972411136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.080112:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6a00 with x1830957972411136 ext(0->4095) 00002000:00010000:3.0:1746138012.080114:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b6a00 00000100:00100000:0.0:1746138012.080550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.080736:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972411264 00000100:00100000:3.0:1746138012.080740:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972411264 00000100:00100000:3.0:1746138012.080986:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7708 00000100:00100000:3.0:1746138012.080993:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31559:x1830957972411264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.081004:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.081018:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2ea expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.081039:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.081045:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.081046:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.081050:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.081074:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.081085:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.081095:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968118656:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.081247:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.083059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.083182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.083191:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972411392 00000100:00100000:1.0:1746138012.083202:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972411392 00000100:00100000:0.0:1746138012.083224:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972411520 00000100:00100000:0.0:1746138012.083230:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972411520 00010000:00010000:0.0:1746138012.083263:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.083270:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7709 00000100:00100000:1.0:1746138012.083278:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31560:x1830957972411392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.083301:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138012.083311:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12785 00010000:00010000:1.0:1746138012.083317:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2f1 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.083318:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972411520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138012.083332:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.083344:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.083350:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.083355:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.083358:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.083370:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.083385:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.083464:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968118656:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.083801:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.083813:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.083822:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138012.083869:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:31560:x1830957972411392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 592us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.083876:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7709 00010000:00010000:0.0:1746138012.083946:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e186e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2e3 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.083968:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.083971:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.083978:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.083987:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.084016:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.084026:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.084028:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.084039:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.084054:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c2b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968118912:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.084123:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48a80 going to sleep for 11 seconds 00010000:00010000:3.0:1746138012.084177:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138012.084200:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972411264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3208us (3650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.084204:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7708 00000100:00100000:2.0:1746138012.085574:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c2b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968118912:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.085597:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.085716:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972411520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2396us (2532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.085724:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12785 00000100:00100000:1.0:1746138012.086874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.086963:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972411776 00000100:00100000:2.0:1746138012.086970:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972411776 00002000:00100000:2.0:1746138012.087022:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455500 x1830957972411776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.087032:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455500 with x1830957972411776 ext(0->4095) 00010000:00010000:2.0:1746138012.087042:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.087057:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.087065:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091455500 00000100:00100000:2.0:1746138012.087094:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3479 00000100:00100000:2.0:1746138012.087101:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1958:x1830957972411776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.087299:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1958:x1830957972411776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.087305:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3479 00002000:00100000:2.0:1746138012.087311:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455500 x1830957972411776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.087318:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455500 with x1830957972411776 ext(0->4095) 00010000:00010000:2.0:1746138012.087322:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.087331:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.087338:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091455500 00000100:00100000:0.0:1746138012.088712:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.088794:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972411904 00000100:00100000:2.0:1746138012.088801:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972411904 00010000:00010000:2.0:1746138012.088823:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.088865:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12786 00000100:00100000:2.0:1746138012.088871:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1959:x1830957972411904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.088982:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.089002:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.089018:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.089046:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1875 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ea expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.089077:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.089079:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.089087:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.089095:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.089132:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 46 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.089146:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968119040:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.089228:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.090198:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968119040:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.090220:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.090255:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1959:x1830957972411904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1383us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.090262:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12786 00000100:00100000:0.0:1746138012.090456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.090569:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972412160 00000100:00100000:2.0:1746138012.090574:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972412160 00002000:00100000:2.0:1746138012.090604:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5f80 x1830957972412160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.090614:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5f80 with x1830957972412160 ext(0->4095) 00002000:00010000:2.0:1746138012.090618:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b5f80 00000100:00100000:2.0:1746138012.090643:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5514 00000100:00100000:2.0:1746138012.090649:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1960:x1830957972412160:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138012.090796:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1960:x1830957972412160:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.090805:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5514 00002000:00100000:2.0:1746138012.090810:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5f80 x1830957972412160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.090817:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5f80 with x1830957972412160 ext(0->4095) 00002000:00010000:2.0:1746138012.090820:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b5f80 00000100:00100000:0.0:1746138012.092113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.092169:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972412288 00000100:00100000:3.0:1746138012.092175:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972412288 00000100:00100000:3.0:1746138012.092217:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7710 00000100:00100000:3.0:1746138012.092224:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972412288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.092237:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.092254:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2f8 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.092279:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.092298:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.092300:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.092303:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.092332:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 45 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.092345:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 45 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.092362:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968119168:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.092704:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.093255:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968119168:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.093281:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.093311:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00000100:00100000:3.0:1746138012.093381:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972412288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1156us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.093388:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7710 00000100:00100000:0.0:1746138012.093651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.093749:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972412416 00000100:00100000:3.0:1746138012.093754:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972412416 00010000:00010000:3.0:1746138012.093775:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.093794:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12787 00000100:00100000:3.0:1746138012.093800:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972412416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.093809:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.093827:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.093835:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.093857:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e187c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f1 expref: 46 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.093880:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.093882:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.093888:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.093895:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.093919:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.093928:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968119296:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.094148:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.095746:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968119296:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.095762:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.095850:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972412416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2048us (2198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.095859:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12787 00000100:00100000:0.0:1746138012.096592:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.096674:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972412672 00000100:00100000:3.0:1746138012.096682:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972412672 00002000:00100000:3.0:1746138012.096720:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4a80 x1830957972412672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.096737:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4a80 with x1830957972412672 ext(0->4095) 00002000:00010000:3.0:1746138012.096743:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b4a80 00000100:00100000:3.0:1746138012.096769:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5515 00000100:00100000:3.0:1746138012.096775:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972412672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.097135:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972412672:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 356us (545us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.097142:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5515 00002000:00100000:3.0:1746138012.097148:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4a80 x1830957972412672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.097155:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4a80 with x1830957972412672 ext(0->4095) 00002000:00010000:3.0:1746138012.097158:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b4a80 00000100:00100000:0.0:1746138012.098730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.098833:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972412800 00000100:00100000:3.0:1746138012.098841:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972412800 00000100:00100000:3.0:1746138012.098890:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7711 00000100:00100000:3.0:1746138012.098897:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972412800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.098918:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.098940:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac2ff expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.098975:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.098983:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.098986:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.098990:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.099023:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.099035:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.099047:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968119424:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.099141:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.100483:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968119424:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.100512:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.100529:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138012.100578:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957972412800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1680us (1856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.100586:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7711 00000100:00100000:0.0:1746138012.100781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.100816:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.100906:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972412928 00000100:00100000:3.0:1746138012.100911:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972412928 00010000:00010000:3.0:1746138012.100934:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.100955:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12788 00000100:00100000:3.0:1746138012.100961:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972412928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.100974:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.100999:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.101009:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.101032:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1883 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2f8 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.101058:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.101060:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.101067:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.101076:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.101104:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.101116:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968119552:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.101168:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972413056 00000100:00100000:2.0:1746138012.101173:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972413056 00000100:00100000:2.0:1746138012.101198:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7712 00000100:00100000:2.0:1746138012.101203:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972413056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.101215:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.101228:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac306 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.101246:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.101260:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.101261:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.101264:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.101280:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.101299:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.101307:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968119680:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.101364:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.101599:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.102978:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968119680:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.103002:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.103016:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138012.103056:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972413056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (2238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.103064:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7712 00000100:00100000:3.0:1746138012.103131:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968119552:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.103142:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.103160:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972412928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2200us (2380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.103169:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12788 00000100:00100000:0.0:1746138012.103452:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.103611:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972413312 00000100:00100000:3.0:1746138012.103618:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972413312 00002000:00100000:3.0:1746138012.103653:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5880 x1830957972413312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.103662:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5880 with x1830957972413312 ext(0->4095) 00010000:00010000:3.0:1746138012.103669:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.103680:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.103686:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b5880 00000100:00100000:3.0:1746138012.103712:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3480 00000100:00100000:3.0:1746138012.103719:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1958:x1830957972413312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.103873:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1958:x1830957972413312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.103905:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3480 00002000:00100000:3.0:1746138012.103911:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5880 x1830957972413312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.103917:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5880 with x1830957972413312 ext(0->4095) 00010000:00010000:3.0:1746138012.103922:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.104036:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.104047:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b5880 00000100:00100000:0.0:1746138012.105805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.105874:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972413568 00000100:00100000:0.0:1746138012.105888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.105889:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972413568 00000100:00100000:2.0:1746138012.105934:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7713 00000100:00100000:2.0:1746138012.105941:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972413568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.105956:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.105977:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac30d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.106001:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.106007:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.106013:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.106016:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.106017:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972413440 00000100:00100000:3.0:1746138012.106024:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972413440 00010000:00010000:3.0:1746138012.106054:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.106065:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.106076:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12789 00000100:00100000:3.0:1746138012.106082:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972413440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.106093:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.106112:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.106124:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.106134:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.106144:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e188a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac2ff expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.106145:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.106146:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.106152:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.106159:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.106260:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138012.106269:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.106297:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.106309:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968119936:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.106341:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972413440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 257us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.106348:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12789 00000100:00100000:2.0:1746138012.106405:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.107521:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968119936:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.107536:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138012.107569:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972413568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1628us (1773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.107577:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7713 00000100:00100000:0.0:1746138012.107720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.107803:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972413824 00000100:00100000:3.0:1746138012.107808:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972413824 00002000:00100000:3.0:1746138012.107834:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71180 x1830957972413824/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.107845:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71180 with x1830957972413824 ext(0->4095) 00010000:00010000:3.0:1746138012.107850:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.107859:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.107863:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa71180 00000100:00100000:3.0:1746138012.107879:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3481 00000100:00100000:3.0:1746138012.107884:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972413824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.108035:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972413824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.108040:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3481 00002000:00100000:3.0:1746138012.108049:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71180 x1830957972413824/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.108056:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71180 with x1830957972413824 ext(0->4095) 00010000:00010000:3.0:1746138012.108060:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.108068:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.108074:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa71180 00000100:00100000:0.0:1746138012.109549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.109602:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972413952 00000100:00100000:2.0:1746138012.109609:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972413952 00000100:00100000:0.0:1746138012.109638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.109658:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7714 00000100:00100000:2.0:1746138012.109666:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972413952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.109678:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138012.109724:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972414080 00000100:00100000:3.0:1746138012.109728:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972414080 00010000:00010000:3.0:1746138012.109747:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.109767:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12790 00000100:00100000:3.0:1746138012.109772:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1959:x1830957972414080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.109782:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.109805:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac314 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.109807:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.109818:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.109831:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.109836:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.109842:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.109845:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.109867:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1891 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac306 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.109886:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.109887:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.109887:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.109893:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.109900:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.109910:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.109917:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00010000:00010000:3.0:1746138012.109918:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.109927:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.109938:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968120192:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.109974:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972413952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 309us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.109979:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7714 00000100:00100000:3.0:1746138012.109993:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.111012:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968120192:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.111023:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.111060:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1959:x1830957972414080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1287us (1421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.111067:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12790 00000100:00100000:0.0:1746138012.111252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.111320:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972414336 00000100:00100000:3.0:1746138012.111324:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972414336 00002000:00100000:3.0:1746138012.111353:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70700 x1830957972414336/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.111363:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70700 with x1830957972414336 ext(0->4095) 00010000:00010000:3.0:1746138012.111369:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.111380:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.111386:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa70700 00000100:00100000:3.0:1746138012.111410:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3482 00000100:00100000:3.0:1746138012.111443:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972414336:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.111593:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972414336:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.111602:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3482 00002000:00100000:3.0:1746138012.111607:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70700 x1830957972414336/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.111614:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70700 with x1830957972414336 ext(0->4095) 00010000:00010000:3.0:1746138012.111619:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.111633:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.111639:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa70700 00000100:00100000:0.0:1746138012.113115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.113246:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972414464 00000100:00100000:3.0:1746138012.113253:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972414464 00010000:00010000:3.0:1746138012.113277:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.113370:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12791 00000100:00100000:3.0:1746138012.113377:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972414464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.113388:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.113413:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.113442:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.113465:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1898 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac30d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.113493:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.113495:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.113502:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.113509:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.113540:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.113551:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968120320:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.113622:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.114693:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968120320:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.114707:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.114747:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972414464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1369us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.114754:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12791 00000100:00100000:0.0:1746138012.114915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.114950:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972414720 00000100:00100000:3.0:1746138012.114954:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972414720 00002000:00100000:3.0:1746138012.114983:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71c00 x1830957972414720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.114992:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71c00 with x1830957972414720 ext(0->4095) 00002000:00010000:3.0:1746138012.114996:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71c00 00000100:00100000:3.0:1746138012.115012:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5516 00000100:00100000:3.0:1746138012.115017:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972414720:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.115164:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1958:x1830957972414720:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.115169:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5516 00002000:00100000:3.0:1746138012.115174:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71c00 x1830957972414720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.115180:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71c00 with x1830957972414720 ext(0->4095) 00002000:00010000:3.0:1746138012.115183:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71c00 00000100:00100000:0.0:1746138012.116357:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.116462:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972414848 00000100:00100000:2.0:1746138012.116468:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972414848 00000100:00100000:2.0:1746138012.116506:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7715 00000100:00100000:2.0:1746138012.116514:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972414848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.116527:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.116546:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac31b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.116573:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.116581:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.116583:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.116586:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.116620:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.116631:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 45 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.116643:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968120448:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.116713:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.117777:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968120448:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.117800:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.117814:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138012.117848:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972414848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1335us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.117855:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7715 00000100:00100000:0.0:1746138012.117919:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.117951:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972414976 00000100:00100000:2.0:1746138012.117955:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972414976 00010000:00010000:2.0:1746138012.117973:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.117992:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12792 00000100:00100000:2.0:1746138012.117997:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972414976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.118007:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.118028:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.118039:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.118061:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e189f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac314 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.118090:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.118091:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.118098:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.118106:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.118128:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.118138:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968120576:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.118194:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.120216:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.120295:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972415232 00000100:00100000:3.0:1746138012.120304:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972415232 00000100:00100000:2.0:1746138012.120312:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968120576:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.120329:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746138012.120344:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71500 x1830957972415232/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.120354:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71500 with x1830957972415232 ext(0->4095) 00002000:00010000:3.0:1746138012.120359:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71500 00000100:00100000:2.0:1746138012.120376:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:1957:x1830957972414976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2377us (2456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.120381:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5517 00000100:00100000:2.0:1746138012.120386:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12792 00000100:00100000:3.0:1746138012.120388:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972415232:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.121068:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972415232:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 679us (859us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.121076:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5517 00002000:00100000:3.0:1746138012.121083:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71500 x1830957972415232/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.121090:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71500 with x1830957972415232 ext(0->4095) 00002000:00010000:3.0:1746138012.121092:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71500 00000100:00100000:2.0:1746138012.123170:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.123250:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972415360 00000100:00100000:0.0:1746138012.123258:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972415360 00000100:00100000:0.0:1746138012.123312:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7716 00000100:00100000:0.0:1746138012.123319:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+45:31560:x1830957972415360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138012.123336:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138012.123353:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac322 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.123380:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.123387:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.123388:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.123391:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.123436:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.123448:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.123459:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968120704:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138012.123538:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.124975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.125046:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972415488 00000100:00100000:3.0:1746138012.125059:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972415488 00000100:00100000:2.0:1746138012.125076:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968120704:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.125099:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.125099:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.125114:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368200, rc 0) 00000100:00100000:3.0:1746138012.125131:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12793 00000100:00100000:3.0:1746138012.125138:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972415488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138012.125150:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31560:x1830957972415360:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1831us (1986us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138012.125152:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138012.125156:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7716 00010000:00010000:3.0:1746138012.125175:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.125188:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.125216:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e18a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac31b expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.125246:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.125248:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.125260:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.125269:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.125318:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.125337:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968120832:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.125474:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.125839:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.126782:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972415616 00000100:00100000:0.0:1746138012.126789:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972415616 00000100:00100000:0.0:1746138012.126831:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7717 00000100:00100000:0.0:1746138012.126837:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972415616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138012.126850:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138012.126864:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac329 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.127013:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138012.127039:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.127047:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138012.127049:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138012.127053:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.127077:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.127087:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.127097:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968120832:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.127097:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968120960:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.127108:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.127132:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972415488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1994us (2162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.127138:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12793 00000100:00100000:3.0:1746138012.127160:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972415872 00000100:00100000:3.0:1746138012.127163:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972415872 00002000:00100000:3.0:1746138012.127180:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432c000 x1830957972415872/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.127192:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c000 with x1830957972415872 ext(0->4095) 00010000:00010000:3.0:1746138012.127198:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.127205:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.127211:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432c000 00000100:00100000:3.0:1746138012.127220:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3483 00000100:00100000:3.0:1746138012.127225:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1959:x1830957972415872:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138012.127331:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1959:x1830957972415872:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.127339:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3483 00002000:00100000:3.0:1746138012.127343:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432c000 x1830957972415872/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.127349:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c000 with x1830957972415872 ext(0->4095) 00010000:00010000:3.0:1746138012.127352:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.127365:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.127370:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432c000 00000100:00100000:1.0:1746138012.127412:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.129632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.129667:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968120960:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.129692:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.129706:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:1.0:1746138012.129750:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972415616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2913us (3911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.129760:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7717 00000100:00100000:1.0:1746138012.130372:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972416000 00000100:00100000:1.0:1746138012.130379:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972416000 00000100:00100000:1.0:1746138012.130596:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7718 00000100:00100000:1.0:1746138012.130616:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972416000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.130629:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.130642:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac330 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.130659:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.130663:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.130669:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.130672:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.130678:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138012.130700:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.130710:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.130718:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:3.0:1746138012.130742:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972416128 00000100:00100000:3.0:1746138012.130746:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972416128 00000100:00100000:1.0:1746138012.130755:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972416000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.130761:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7718 00010000:00010000:3.0:1746138012.130762:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.130778:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12794 00000100:00100000:3.0:1746138012.130782:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972416128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.130790:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.130811:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.130820:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.130836:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368200/0x8ae21a86589e18ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac322 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.130849:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.130850:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.130856:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.130862:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.130879:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 46 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.130888:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.131063:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968121216:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.131313:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.132741:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968121216:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.132756:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.132812:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972416128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2028us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.132821:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12794 00000100:00100000:0.0:1746138012.132894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.133018:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972416384 00000100:00100000:1.0:1746138012.133024:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972416384 00002000:00100000:1.0:1746138012.133056:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa73800 x1830957972416384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.133064:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73800 with x1830957972416384 ext(0->4095) 00010000:00010000:1.0:1746138012.133071:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.133082:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.133094:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa73800 00000100:00100000:1.0:1746138012.133124:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3484 00000100:00100000:1.0:1746138012.133130:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972416384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.133280:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972416384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.133295:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3484 00002000:00100000:1.0:1746138012.133301:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa73800 x1830957972416384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.133313:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73800 with x1830957972416384 ext(0->4095) 00010000:00010000:1.0:1746138012.133318:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.133326:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.133335:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa73800 00000100:00100000:0.0:1746138012.136392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.136536:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.136644:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972416640 00000100:00100000:1.0:1746138012.136653:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972416640 00000100:00100000:1.0:1746138012.136686:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7719 00000100:00100000:1.0:1746138012.136692:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:31559:x1830957972416640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.136706:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.136720:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac337 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.136746:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.136751:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.136757:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.136760:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.136791:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.136801:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.136810:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:3.0:1746138012.137002:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972416512 00000100:00100000:3.0:1746138012.137126:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972416512 00010000:00010000:3.0:1746138012.137147:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.137183:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12795 00000100:00100000:3.0:1746138012.137188:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1960:x1830957972416512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.137197:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.137220:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.137230:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.137245:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e18b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac329 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.137266:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.137267:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.137272:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.137279:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.137309:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.137318:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.137335:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968121472:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.137409:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.137529:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972416640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 836us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.137539:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7719 00000100:00100000:3.0:1746138012.140087:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968121472:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.140098:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138012.140105:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.140146:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1960:x1830957972416512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2956us (3609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.140155:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12795 00000100:00100000:1.0:1746138012.140273:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972416896 00000100:00100000:1.0:1746138012.140280:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972416896 00002000:00100000:1.0:1746138012.140321:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72680 x1830957972416896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.140335:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72680 with x1830957972416896 ext(0->4095) 00010000:00010000:1.0:1746138012.140343:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.140356:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.140363:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72680 00000100:00100000:2.0:1746138012.140550:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3485 00000100:00100000:2.0:1746138012.140559:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972416896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.140682:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972416896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.140687:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3485 00002000:00100000:2.0:1746138012.140692:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72680 x1830957972416896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.140699:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72680 with x1830957972416896 ext(0->4095) 00010000:00010000:2.0:1746138012.140704:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.140713:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.140723:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72680 00000100:00100000:0.0:1746138012.142771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.142832:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972417024 00000100:00100000:3.0:1746138012.142841:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972417024 00010000:00010000:3.0:1746138012.142872:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.142907:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12796 00000100:00100000:3.0:1746138012.142913:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972417024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.142924:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.142941:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.142952:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.142973:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e18bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac330 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.142987:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.142989:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.142996:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.143003:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.143027:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.143038:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968121600:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.143125:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.144944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.144958:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968121600:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.144974:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.145013:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972417024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2100us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.145022:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12796 00000100:00100000:1.0:1746138012.145030:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972417280 00000100:00100000:1.0:1746138012.145035:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972417280 00002000:00100000:1.0:1746138012.145170:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70380 x1830957972417280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.145179:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70380 with x1830957972417280 ext(0->4095) 00002000:00010000:1.0:1746138012.145183:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa70380 00000100:00100000:1.0:1746138012.145263:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5518 00000100:00100000:1.0:1746138012.145270:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972417280:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.145412:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972417280:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.145447:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5518 00002000:00100000:1.0:1746138012.145452:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70380 x1830957972417280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.145458:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70380 with x1830957972417280 ext(0->4095) 00002000:00010000:1.0:1746138012.145461:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa70380 00000100:00100000:0.0:1746138012.147106:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.147171:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972417408 00000100:00100000:2.0:1746138012.147179:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972417408 00000100:00100000:2.0:1746138012.147228:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7720 00000100:00100000:2.0:1746138012.147235:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972417408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.147252:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.147269:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac33e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.147306:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.147313:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.147315:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.147318:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.147352:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 45 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.147362:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 45 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.147373:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968121728:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.147624:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.148985:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968121728:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.149021:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.149034:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138012.149068:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972417408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1833us (1969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.149074:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7720 00000100:00100000:0.0:1746138012.149890:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.149997:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972417536 00000100:00100000:2.0:1746138012.150006:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972417536 00002000:00100000:2.0:1746138012.150056:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800935bb480 x1830957972417536/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 496/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.150066:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bb480 with x1830957972417536 ext(0->7) 00010000:00010000:2.0:1746138012.150074:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.150088:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 46 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.150094:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800935bb480 00000100:00100000:2.0:1746138012.150125:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3486 00000100:00100000:2.0:1746138012.150133:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+46:1957:x1830957972417536:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746138012.150611:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972417536:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 478us (727us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1746138012.150618:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3486 00002000:00100000:2.0:1746138012.150624:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800935bb480 x1830957972417536/t4294968001(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 496/448 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.150637:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bb480 with x1830957972417536 ext(0->7) 00010000:00010000:2.0:1746138012.150642:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.150651:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.150656:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800935bb480 00000100:00100000:0.0:1746138012.152607:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.152700:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972417664 00000100:00100000:3.0:1746138012.152712:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972417664 00010000:00010000:3.0:1746138012.152757:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.152805:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12797 00000100:00100000:3.0:1746138012.152813:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1960:x1830957972417664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.152960:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746138012.152976:0:21009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746138011 -> 1746138012 00002000:00010000:3.0:1746138012.152979:0:21009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746138011 -> 1746138012 00010000:00010000:3.0:1746138012.152985:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.152998:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.153024:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e18c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac337 expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.153393:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.153395:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.153403:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.153411:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.153484:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.153495:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968121856:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.154069:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.157084:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968121856:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.157103:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.157150:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1960:x1830957972417664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4338us (4551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.157160:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12797 00000100:00100000:0.0:1746138012.157680:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.157806:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972417920 00000100:00100000:1.0:1746138012.157812:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972417920 00002000:00100000:1.0:1746138012.157843:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f65c00 x1830957972417920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.157852:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65c00 with x1830957972417920 ext(0->4095) 00002000:00010000:1.0:1746138012.157855:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f65c00 00000100:00100000:2.0:1746138012.157960:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5519 00000100:00100000:2.0:1746138012.157969:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972417920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.158196:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972417920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 228us (517us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.158202:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5519 00002000:00100000:2.0:1746138012.158207:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f65c00 x1830957972417920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.158215:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65c00 with x1830957972417920 ext(0->4095) 00002000:00010000:2.0:1746138012.158217:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f65c00 00000100:00100000:0.0:1746138012.160044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.160163:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972418048 00000100:00100000:2.0:1746138012.160170:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972418048 00000100:00100000:2.0:1746138012.160206:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7721 00000100:00100000:2.0:1746138012.160213:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31560:x1830957972418048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.160226:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.160240:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac345 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.160268:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.160272:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.160273:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.160276:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.160307:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.160314:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.160321:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968121984:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.160391:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.160850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.160913:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972418176 00000100:00100000:1.0:1746138012.160917:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972418176 00000100:00100000:1.0:1746138012.160947:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7722 00000100:00100000:1.0:1746138012.160952:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31559:x1830957972418176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.160958:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.160963:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac34c expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.160973:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.160976:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 50 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.160981:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.160984:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 50 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.161002:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 50 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.161011:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 50 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.161019:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138012.161110:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:31559:x1830957972418176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.161115:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7722 00000100:00100000:3.0:1746138012.161324:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968121984:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.161342:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.161351:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:3.0:1746138012.161382:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31560:x1830957972418048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1169us (1342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.161388:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7721 00000100:00100000:0.0:1746138012.161828:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.161893:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972418304 00000100:00100000:3.0:1746138012.161897:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972418304 00010000:00010000:3.0:1746138012.161912:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.161938:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12798 00000100:00100000:3.0:1746138012.161943:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972418304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.161951:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.161966:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.161975:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.161990:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e18c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac33e expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.162010:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.162012:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.162018:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.162024:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.162041:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.162050:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.162059:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968122240:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.162368:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.163743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.163887:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972418560 00000100:00100000:2.0:1746138012.163893:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972418560 00002000:00100000:2.0:1746138012.163919:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456d80 x1830957972418560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.163929:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456d80 with x1830957972418560 ext(0->4095) 00010000:00010000:2.0:1746138012.163935:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.163946:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.163958:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131456d80 00000100:00100000:2.0:1746138012.163972:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3487 00000100:00100000:2.0:1746138012.163978:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1958:x1830957972418560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.164091:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1958:x1830957972418560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.164092:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968122240:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.164098:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3487 00002000:00100000:2.0:1746138012.164103:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456d80 x1830957972418560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746138012.164105:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138012.164109:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456d80 with x1830957972418560 ext(0->4095) 00010000:00010000:2.0:1746138012.164114:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.164122:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.164126:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972418304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2182us (2298us total) trans 0 rc 0/0 00002000:00010000:2.0:1746138012.164128:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131456d80 00000100:00100000:3.0:1746138012.164132:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12798 00000100:00100000:0.0:1746138012.165772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.165812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.165885:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972418688 00000100:00100000:2.0:1746138012.165889:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972418816 00000100:00100000:3.0:1746138012.165891:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972418688 00000100:00100000:2.0:1746138012.165893:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972418816 00010000:00010000:2.0:1746138012.165912:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.165929:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7723 00000100:00100000:2.0:1746138012.165929:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12799 00000100:00100000:2.0:1746138012.165934:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1958:x1830957972418816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746138012.165935:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972418688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.165944:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.165944:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.165954:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac353 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.165959:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.165969:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.166034:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.166039:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 49 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.166045:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138012.166048:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.166065:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac345 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.166154:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.166156:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.166161:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.166168:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.166207:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.166218:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.166228:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968122368:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.166234:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.166241:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.166248:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968122496:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.166349:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.166354:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.168374:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968122368:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.168395:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.168407:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00000100:00100000:0.0:1746138012.168473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.168514:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972418688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2578us (2744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.168521:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7723 00000100:00100000:3.0:1746138012.168555:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972419072 00000100:00100000:3.0:1746138012.168560:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972419072 00000100:00100000:1.0:1746138012.168616:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968122496:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.168626:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.168657:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1958:x1830957972418816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2722us (2844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.168663:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12799 00002000:00100000:3.0:1746138012.168714:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094138700 x1830957972419072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.168722:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138700 with x1830957972419072 ext(0->4095) 00010000:00010000:3.0:1746138012.168727:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.168741:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.168746:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094138700 00000100:00100000:3.0:1746138012.168761:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3488 00000100:00100000:3.0:1746138012.168766:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972419072:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.168879:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972419072:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.168885:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3488 00002000:00100000:3.0:1746138012.168889:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094138700 x1830957972419072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.168896:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138700 with x1830957972419072 ext(0->4095) 00010000:00010000:3.0:1746138012.168900:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.168908:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.168913:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094138700 00000100:00100000:0.0:1746138012.170523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.170600:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.170657:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972419200 00000100:00100000:3.0:1746138012.170662:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972419200 00000100:00100000:1.0:1746138012.170740:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972419328 00000100:00100000:1.0:1746138012.170743:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972419328 00010000:00010000:1.0:1746138012.170762:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 49 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.170781:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12800 00000100:00100000:1.0:1746138012.170787:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1958:x1830957972419328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.170797:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.170813:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 49 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.170823:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 49 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.170841:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e18d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac34c expref: 49 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.170865:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.170866:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.170873:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.170880:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.170906:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.170917:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968122624:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.170980:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.171114:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7724 00000100:00100000:3.0:1746138012.171120:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:31559:x1830957972419200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.171131:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.171140:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac35a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.171154:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.171159:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.171161:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.171163:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.171178:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.171187:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.171194:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968122752:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.171213:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.172128:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968122752:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138012.172130:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138012.172142:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.172156:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:1.0:1746138012.172190:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972419584 00000100:00100000:1.0:1746138012.172195:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972419584 00000100:00100000:3.0:1746138012.172197:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31559:x1830957972419200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1076us (1677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.172202:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7724 00002000:00100000:1.0:1746138012.172218:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014b800 x1830957972419584/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.172226:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b800 with x1830957972419584 ext(0->4095) 00010000:00010000:1.0:1746138012.172231:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.172241:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.172252:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014b800 00000100:00100000:1.0:1746138012.172264:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3489 00000100:00100000:1.0:1746138012.172269:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972419584:12345-192.168.204.27@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746138012.172758:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091455c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968122624:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138012.172766:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.172770:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972419584:12345-192.168.204.27@tcp:3:ldlm_bl.0 Request processed in 500us (639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.172776:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3489 00002000:00100000:1.0:1746138012.172781:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014b800 x1830957972419584/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746138012.172787:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1958:x1830957972419328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2000us (2187us total) trans 0 rc 0/0 00002000:00100000:1.0:1746138012.172788:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b800 with x1830957972419584 ext(0->4095) 00010000:00010000:1.0:1746138012.172792:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.172794:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12800 00010000:00010000:1.0:1746138012.172801:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.172806:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014b800 00000100:00100000:2.0:1746138012.174869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.174913:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972419712 00000100:00100000:0.0:1746138012.174920:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972419712 00010000:00010000:0.0:1746138012.174943:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.174970:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12801 00000100:00100000:0.0:1746138012.174976:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972419712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138012.174985:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138012.175001:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.175015:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.175034:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e18de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac353 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.175054:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.175055:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.175061:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 47 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.175067:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 47 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.175091:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 47 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.175107:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130148700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968122880:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.175188:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.178377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.178490:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130148700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968122880:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.178507:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.178542:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972419712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3566us (3678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.178550:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12801 00000100:00100000:1.0:1746138012.178619:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972419968 00000100:00100000:1.0:1746138012.178624:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972419968 00002000:00100000:1.0:1746138012.178654:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149500 x1830957972419968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.178662:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149500 with x1830957972419968 ext(0->4095) 00002000:00010000:1.0:1746138012.178666:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130149500 00000100:00100000:1.0:1746138012.178687:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5520 00000100:00100000:1.0:1746138012.178693:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972419968:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.178821:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972419968:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.178826:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5520 00002000:00100000:1.0:1746138012.178830:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149500 x1830957972419968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.178837:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149500 with x1830957972419968 ext(0->4095) 00002000:00010000:1.0:1746138012.178839:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130149500 00000100:00100000:0.0:1746138012.180242:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.180368:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972420096 00000100:00100000:3.0:1746138012.180378:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972420096 00000100:00100000:3.0:1746138012.180483:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7725 00000100:00100000:3.0:1746138012.180490:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972420096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.180505:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.180521:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac361 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.180553:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 47 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.180561:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.180564:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.180567:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.180596:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 47 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.180608:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 47 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.180624:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968123008:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.180850:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.183968:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968123008:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.183998:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.184014:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00000100:00100000:3.0:1746138012.184068:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972420096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3576us (3833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.184076:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7725 00000100:00100000:0.0:1746138012.184588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.184671:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972420224 00000100:00100000:2.0:1746138012.184678:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972420224 00010000:00010000:2.0:1746138012.184706:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.184730:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12802 00000100:00100000:2.0:1746138012.184736:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972420224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.184751:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.184773:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.184783:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.184804:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e18e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac35a expref: 48 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.184986:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.184988:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.184996:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.185004:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.185048:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.185060:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968123136:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.185571:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.187604:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968123136:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.187636:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.188811:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:1957:x1830957972420224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4062us (4211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.188823:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12802 00000100:00100000:1.0:1746138012.188851:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.188964:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972420480 00000100:00100000:1.0:1746138012.188973:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972420480 00002000:00100000:1.0:1746138012.189013:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455c00 x1830957972420480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.189022:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455c00 with x1830957972420480 ext(0->4095) 00002000:00010000:1.0:1746138012.189027:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455c00 00000100:00100000:1.0:1746138012.189053:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5521 00000100:00100000:1.0:1746138012.189059:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972420480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138012.189160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.189193:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972420480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.189198:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5521 00002000:00100000:1.0:1746138012.189202:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091455c00 x1830957972420480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.189208:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455c00 with x1830957972420480 ext(0->4095) 00002000:00010000:1.0:1746138012.189211:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455c00 00000100:00100000:2.0:1746138012.189230:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972420608 00000100:00100000:2.0:1746138012.189234:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972420608 00000100:00100000:2.0:1746138012.189255:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7726 00000100:00100000:2.0:1746138012.189260:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+47:31559:x1830957972420608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.189268:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.189291:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac368 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.189311:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.189317:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.189319:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.189321:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 48 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.189348:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.189358:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.189367:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968123264:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.189465:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.190799:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.190849:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972420736 00000100:00100000:1.0:1746138012.190855:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972420736 00000100:00100000:1.0:1746138012.190895:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7727 00000100:00100000:1.0:1746138012.190901:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31560:x1830957972420736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.190915:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.190928:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac36f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.190947:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.190952:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 50 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.190958:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.190960:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 50 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.190986:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 50 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.190996:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 50 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.191003:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138012.191042:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:31560:x1830957972420736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.191048:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7727 00000100:00100000:1.0:1746138012.194758:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.194832:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972420864 00000100:00100000:3.0:1746138012.194840:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972420864 00010000:00010000:3.0:1746138012.194869:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.194962:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12803 00000100:00100000:3.0:1746138012.194969:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972420864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.194981:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.195002:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.195013:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.195041:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.195042:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.195050:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.195058:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.195088:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.195090:0:8501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e18ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac361 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.195098:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.195109:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968123520:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.195117:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968123264:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.195141:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.195149:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.195157:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138012.195208:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31559:x1830957972420608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5946us (6051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.195215:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7726 00000100:00100000:3.0:1746138012.195409:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.199518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.200721:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968123520:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.200740:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.200783:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972420864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5813us (6034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.200792:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12803 00000100:00100000:0.0:1746138012.200906:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972421120 00000100:00100000:0.0:1746138012.200913:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972421120 00002000:00100000:0.0:1746138012.200947:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684a80 x1830957972421120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.200956:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684a80 with x1830957972421120 ext(0->4095) 00010000:00010000:0.0:1746138012.200963:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.200975:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746138012.200981:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129684a80 00000100:00100000:0.0:1746138012.200995:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3490 00000100:00100000:0.0:1746138012.201001:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1958:x1830957972421120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138012.201129:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1958:x1830957972421120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (1620us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138012.201135:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3490 00002000:00100000:0.0:1746138012.201140:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129684a80 x1830957972421120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.201147:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684a80 with x1830957972421120 ext(0->4095) 00010000:00010000:0.0:1746138012.201151:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.201159:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746138012.201164:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129684a80 00000100:00100000:0.0:1746138012.207658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.207751:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972421248 00000100:00100000:2.0:1746138012.207760:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972421248 00010000:00010000:2.0:1746138012.207791:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.207816:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12804 00000100:00100000:2.0:1746138012.207824:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1958:x1830957972421248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.207835:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.207853:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.207862:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.207882:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e18f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac368 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.207894:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.207896:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.207901:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.207908:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.207938:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 48 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.207948:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968123648:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.208024:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.213629:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968123648:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.213629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138012.213652:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.213700:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1958:x1830957972421248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5877us (6048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.213705:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972421504 00000100:00100000:2.0:1746138012.213710:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12804 00000100:00100000:3.0:1746138012.213712:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972421504 00002000:00100000:3.0:1746138012.213748:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687480 x1830957972421504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.213757:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687480 with x1830957972421504 ext(0->4095) 00002000:00010000:3.0:1746138012.213761:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687480 00000100:00100000:3.0:1746138012.213776:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5522 00000100:00100000:3.0:1746138012.213782:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1960:x1830957972421504:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138012.213927:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1960:x1830957972421504:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.213934:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5522 00002000:00100000:3.0:1746138012.213944:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687480 x1830957972421504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.213950:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687480 with x1830957972421504 ext(0->4095) 00002000:00010000:3.0:1746138012.213953:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687480 00000100:00100000:0.0:1746138012.216348:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.216443:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972421632 00000100:00100000:2.0:1746138012.216451:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972421632 00000100:00100000:2.0:1746138012.216495:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7728 00000100:00100000:2.0:1746138012.216503:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972421632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.216516:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.216530:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac376 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.216552:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.216559:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.216560:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.216564:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.216589:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 47 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.216599:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 47 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.216609:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968123776:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.216675:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.218342:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968123776:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.218370:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.218384:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.218453:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972421632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1950us (2110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.218460:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7728 00000100:00100000:0.0:1746138012.221601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.224357:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972421760 00000100:00100000:3.0:1746138012.224368:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972421760 00010000:00010000:3.0:1746138012.224402:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.224404:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.224454:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12805 00000100:00100000:3.0:1746138012.224461:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1957:x1830957972421760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.224473:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.224491:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.224502:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 48 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.224502:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972421888 00000100:00100000:2.0:1746138012.224505:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972421888 00010000:00010000:3.0:1746138012.224521:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e18fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac36f expref: 49 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.224525:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7729 00000100:00100000:2.0:1746138012.224530:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:31559:x1830957972421888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.224537:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.224539:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.224540:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.224545:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.224549:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac37d expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.224556:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.224567:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.224573:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.224574:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.224586:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 49 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.224952:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.224962:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.224971:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.224972:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968123904:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.224980:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.224988:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124032:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.225105:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931793c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.225219:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.228531:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968123904:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.228533:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124032:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.228551:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138012.228563:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 49 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.228577:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:3.0:1746138012.228589:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:1957:x1830957972421760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4127us (6994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.228599:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+49:31559:x1830957972421888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4068us (4196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.228600:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12805 00000100:00100000:2.0:1746138012.228606:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7729 00000100:00100000:0.0:1746138012.231084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.232400:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972422144 00000100:00100000:3.0:1746138012.232410:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972422144 00002000:00100000:3.0:1746138012.232468:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cffb80 x1830957972422144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.232477:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cffb80 with x1830957972422144 ext(0->4095) 00010000:00010000:3.0:1746138012.232485:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.232502:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.232507:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cffb80 00000100:00100000:3.0:1746138012.232526:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3491 00000100:00100000:3.0:1746138012.232533:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972422144:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.232700:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972422144:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (1622us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.232707:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3491 00002000:00100000:3.0:1746138012.232712:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cffb80 x1830957972422144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.232720:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cffb80 with x1830957972422144 ext(0->4095) 00010000:00010000:3.0:1746138012.232724:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.232732:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.232738:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cffb80 00000100:00100000:0.0:1746138012.238851:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.239722:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972422272 00000100:00100000:3.0:1746138012.239731:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972422272 00010000:00010000:3.0:1746138012.239766:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.239809:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12806 00000100:00100000:3.0:1746138012.239817:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972422272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.239829:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.239848:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.239858:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.239877:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1901 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac376 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.239906:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.239908:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.239914:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 47 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.239922:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 47 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.239951:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 47 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.239961:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124160:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.240718:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.243635:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124160:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.243653:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.243699:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972422272:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3882us (4856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.243710:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12806 00000100:00100000:0.0:1746138012.244063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.244137:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972422528 00000100:00100000:2.0:1746138012.244144:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972422528 00002000:00100000:2.0:1746138012.244174:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c000 x1830957972422528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.244189:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957972422528 ext(0->4095) 00002000:00010000:2.0:1746138012.244193:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c000 00000100:00100000:2.0:1746138012.244222:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5523 00000100:00100000:2.0:1746138012.244229:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1960:x1830957972422528:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138012.244357:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1960:x1830957972422528:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.244362:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5523 00002000:00100000:2.0:1746138012.244367:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c000 x1830957972422528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.244373:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957972422528 ext(0->4095) 00002000:00010000:2.0:1746138012.244375:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c000 00000100:00100000:0.0:1746138012.248544:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.248706:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972422656 00000100:00100000:2.0:1746138012.248713:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972422656 00000100:00100000:2.0:1746138012.248747:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7730 00000100:00100000:2.0:1746138012.248752:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972422656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.248768:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.248782:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac384 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.248804:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 47 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.248810:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.248811:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.248815:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.248838:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 47 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.248848:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 47 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.248858:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968124288:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.248932:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.251550:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968124288:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.251581:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.251599:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138012.251635:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972422656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2882us (3097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.251642:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7730 00000100:00100000:0.0:1746138012.253249:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.253887:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972422784 00000100:00100000:3.0:1746138012.253895:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972422784 00002000:00100000:3.0:1746138012.253929:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009287c700 x1830957972422784/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 496/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.253938:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c700 with x1830957972422784 ext(0->7) 00010000:00010000:3.0:1746138012.253945:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 48 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.253957:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 48 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.253963:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287c700 00000100:00100000:3.0:1746138012.255400:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3492 00000100:00100000:3.0:1746138012.255445:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+48:1958:x1830957972422784:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138012.255740:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957972422784:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 330us (2496us total) trans 4294968002 rc 0/0 00000100:00100000:3.0:1746138012.255746:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3492 00002000:00100000:3.0:1746138012.255752:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009287c700 x1830957972422784/t4294968002(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 496/448 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.255760:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c700 with x1830957972422784 ext(0->7) 00010000:00010000:3.0:1746138012.255767:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.255786:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.255792:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287c700 00000100:00100000:0.0:1746138012.262010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.262139:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972422912 00000100:00100000:3.0:1746138012.262147:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972422912 00010000:00010000:3.0:1746138012.262183:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.262462:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12807 00000100:00100000:3.0:1746138012.262470:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1957:x1830957972422912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.262484:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.262508:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.262521:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.262541:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1908 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac37d expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.263051:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.263053:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.263060:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.263072:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.263100:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.263109:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124416:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.263383:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.270335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.271379:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.271487:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124416:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.271509:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.271579:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972423296 00000100:00100000:2.0:1746138012.271586:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972423296 00000100:00100000:2.0:1746138012.271636:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7731 00000100:00100000:2.0:1746138012.271642:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:31559:x1830957972423296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.271658:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138012.271672:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972423168 00010000:00010000:2.0:1746138012.271674:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac38b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.271678:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972423168 00010000:00010000:2.0:1746138012.271702:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746138012.271704:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301880 x1830957972423168/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746138012.271708:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.271709:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.271712:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746138012.271714:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301880 with x1830957972423168 ext(0->4095) 00010000:00010000:1.0:1746138012.271720:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.271728:0:8505:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746138012.271734:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137301880 00010000:00010000:2.0:1746138012.271736:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.271746:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.271750:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3493 00000100:00100000:1.0:1746138012.271754:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972423168:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.271755:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968124544:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.271822:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972422912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 9349us (9818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.271829:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12807 00000100:00100000:2.0:1746138012.271909:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.271971:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972423168:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 216us (1646us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.271977:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3493 00002000:00100000:1.0:1746138012.271982:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301880 x1830957972423168/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.271990:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301880 with x1830957972423168 ext(0->4095) 00010000:00010000:1.0:1746138012.271994:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.272004:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.272009:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137301880 00000100:00100000:2.0:1746138012.273093:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968124544:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.273119:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.273132:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.273169:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:31559:x1830957972423296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1525us (1793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.273176:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7731 00000100:00100000:0.0:1746138012.274137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.274247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.274311:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972423424 00000100:00100000:2.0:1746138012.274318:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972423424 00000100:00100000:2.0:1746138012.274369:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7732 00000100:00100000:2.0:1746138012.274375:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:31560:x1830957972423424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.274391:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.274404:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac392 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.274451:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746138012.274452:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972423552 00000100:00100000:3.0:1746138012.274456:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972423552 00010000:00010000:2.0:1746138012.274456:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.274462:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.274465:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 51 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.274473:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.274499:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.274503:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12808 00000100:00100000:3.0:1746138012.274509:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972423552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.274509:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 51 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.274516:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00010000:00010000:3.0:1746138012.274517:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.274536:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.274543:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31560:x1830957972423424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (296us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138012.274546:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.274548:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7732 00010000:00010000:3.0:1746138012.274562:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e190f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac384 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.274575:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.274577:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.274587:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.274594:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.274611:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.274620:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.274629:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124800:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.274673:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.276269:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124800:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.276301:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.276371:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972423552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1861us (2235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.276381:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12808 00000100:00100000:0.0:1746138012.277238:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.277299:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972423808 00000100:00100000:1.0:1746138012.277308:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972423808 00002000:00100000:1.0:1746138012.277349:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16a00 x1830957972423808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.277358:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16a00 with x1830957972423808 ext(0->4095) 00010000:00010000:1.0:1746138012.277368:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.277381:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.277388:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16a00 00000100:00100000:1.0:1746138012.277455:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3494 00000100:00100000:1.0:1746138012.277463:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972423808:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.277628:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972423808:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.277634:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3494 00002000:00100000:1.0:1746138012.277639:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16a00 x1830957972423808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.277646:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16a00 with x1830957972423808 ext(0->4095) 00010000:00010000:1.0:1746138012.277649:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.277658:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.277669:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d16a00 00000100:00100000:1.0:1746138012.282503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.282635:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972423936 00000100:00100000:3.0:1746138012.282647:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972423936 00010000:00010000:3.0:1746138012.282681:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.282709:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12809 00000100:00100000:3.0:1746138012.282716:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972423936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.282730:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.282754:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.282767:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.282788:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1916 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac38b expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.283621:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.283624:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.283632:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.283640:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.283673:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 50 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.283683:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124928:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.284330:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.287526:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.287644:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972424192 00000100:00100000:1.0:1746138012.287653:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972424192 00002000:00100000:1.0:1746138012.287703:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16d80 x1830957972424192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.287712:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16d80 with x1830957972424192 ext(0->4095) 00002000:00010000:1.0:1746138012.287718:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d16d80 00000100:00100000:1.0:1746138012.287751:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5524 00000100:00100000:1.0:1746138012.287759:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972424192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.287935:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968124928:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.287957:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.287959:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972424192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.287966:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5524 00002000:00100000:1.0:1746138012.287972:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d16d80 x1830957972424192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.287979:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16d80 with x1830957972424192 ext(0->4095) 00000100:00100000:3.0:1746138012.287981:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972423936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5267us (5492us total) trans 0 rc 0/0 00002000:00010000:1.0:1746138012.287982:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d16d80 00000100:00100000:3.0:1746138012.287988:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12809 00000100:00100000:0.0:1746138012.291534:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.292073:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972424320 00000100:00100000:1.0:1746138012.292085:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972424320 00000100:00100000:1.0:1746138012.292137:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7733 00000100:00100000:1.0:1746138012.292145:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972424320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.292160:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.292177:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac399 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.292208:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 49 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.292215:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.292216:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.292219:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.292246:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 49 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.292256:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 49 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.292266:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968125056:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.293257:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.295700:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968125056:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.295727:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.295744:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138012.295787:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972424320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3642us (4259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.295795:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7733 00000100:00100000:0.0:1746138012.298223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.298386:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972424448 00000100:00100000:3.0:1746138012.298395:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972424448 00010000:00010000:3.0:1746138012.298459:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.298492:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12810 00000100:00100000:3.0:1746138012.298500:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957972424448:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.298514:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.298537:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 50 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.298588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.298658:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972424576 00000100:00100000:1.0:1746138012.298662:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972424576 00010000:00010000:3.0:1746138012.298828:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.298853:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e191d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac392 expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.298899:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7734 00000100:00100000:1.0:1746138012.298906:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:31559:x1830957972424576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.298920:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.298930:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3a0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.298947:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.298953:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.298959:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.298962:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 51 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.299005:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.299007:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.299013:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.299025:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.299160:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.299171:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.299182:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968125184:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.299237:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.299244:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.299252:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968125312:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.299316:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.299364:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.303536:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968125184:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.303562:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 51 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.303578:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138012.303616:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31559:x1830957972424576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4709us (5026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.303623:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7734 00000100:00100000:3.0:1746138012.303799:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968125312:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.303809:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.303826:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957972424448:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5328us (5611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.303833:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12810 00000100:00100000:0.0:1746138012.305542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.305979:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972424832 00000100:00100000:3.0:1746138012.305987:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972424832 00002000:00100000:3.0:1746138012.306026:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b2300 x1830957972424832/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.306035:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b2300 with x1830957972424832 ext(0->4095) 00010000:00010000:3.0:1746138012.306042:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.306060:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.306066:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b2300 00000100:00100000:3.0:1746138012.306268:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3495 00000100:00100000:3.0:1746138012.306274:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972424832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.306749:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972424832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 473us (1211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.306756:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3495 00002000:00100000:3.0:1746138012.306761:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b2300 x1830957972424832/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.306768:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b2300 with x1830957972424832 ext(0->4095) 00010000:00010000:3.0:1746138012.306772:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.306781:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.306786:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b2300 00000100:00100000:0.0:1746138012.310069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.310180:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972424960 00000100:00100000:3.0:1746138012.310191:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972424960 00010000:00010000:3.0:1746138012.310228:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.310410:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12811 00000100:00100000:3.0:1746138012.310441:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972424960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.310456:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.310478:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.310490:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.310513:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1924 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac399 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.310847:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.310850:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.310858:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.310867:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.310897:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.310908:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968125440:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.311296:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.313994:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968125440:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.314018:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.314072:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972424960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3630us (4011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.314082:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12811 00000100:00100000:0.0:1746138012.314158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.314272:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972425216 00000100:00100000:3.0:1746138012.314277:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972425216 00002000:00100000:3.0:1746138012.314317:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faee300 x1830957972425216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.314325:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee300 with x1830957972425216 ext(0->4095) 00002000:00010000:3.0:1746138012.314330:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee300 00000100:00100000:3.0:1746138012.314354:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5525 00000100:00100000:3.0:1746138012.314359:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1957:x1830957972425216:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.314700:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1957:x1830957972425216:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 339us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.314705:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5525 00002000:00100000:3.0:1746138012.314709:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faee300 x1830957972425216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.314716:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee300 with x1830957972425216 ext(0->4095) 00002000:00010000:3.0:1746138012.314718:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee300 00000100:00100000:0.0:1746138012.319227:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.319305:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972425344 00000100:00100000:1.0:1746138012.319315:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972425344 00000100:00100000:1.0:1746138012.319413:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7735 00000100:00100000:1.0:1746138012.319928:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972425344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.319944:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.319959:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3a7 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.319990:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.319997:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.319999:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.320002:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.320030:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 49 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.320041:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 49 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.320052:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968125568:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.320138:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.322683:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968125568:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.322711:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.322727:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138012.322766:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972425344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2841us (3546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.322773:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7735 00000100:00100000:0.0:1746138012.322993:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.323211:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972425472 00000100:00100000:3.0:1746138012.323218:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972425472 00002000:00100000:3.0:1746138012.323251:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012faece00 x1830957972425472/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 496/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.323260:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faece00 with x1830957972425472 ext(0->7) 00010000:00010000:3.0:1746138012.323266:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 50 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.323297:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 50 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.323303:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faece00 00000100:00100000:3.0:1746138012.323318:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3496 00000100:00100000:3.0:1746138012.323325:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+50:1958:x1830957972425472:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138012.323622:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972425472:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 297us (629us total) trans 4294968003 rc 0/0 00000100:00100000:3.0:1746138012.323628:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3496 00002000:00100000:3.0:1746138012.323633:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012faece00 x1830957972425472/t4294968003(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 496/448 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.323639:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faece00 with x1830957972425472 ext(0->7) 00010000:00010000:3.0:1746138012.323642:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.323651:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.323656:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faece00 00000100:00100000:0.0:1746138012.327075:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.327190:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972425600 00000100:00100000:3.0:1746138012.327197:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972425600 00010000:00010000:3.0:1746138012.327224:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.327726:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12812 00000100:00100000:3.0:1746138012.327735:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972425600:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.327748:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.327767:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.327778:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.327796:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e192b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a0 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.327815:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.327817:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.327823:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.327831:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.327859:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.327870:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968125696:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.327950:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.331259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.331467:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968125696:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.331486:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.331531:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1958:x1830957972425600:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3796us (4461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.331541:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12812 00000100:00100000:0.0:1746138012.331741:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.331817:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972425856 00000100:00100000:1.0:1746138012.331824:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972425856 00000100:00100000:1.0:1746138012.331854:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7736 00000100:00100000:2.0:1746138012.331858:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972425984 00000100:00100000:1.0:1746138012.331859:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31559:x1830957972425856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138012.331863:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972425984 00010000:00010000:1.0:1746138012.331875:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746138012.331890:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c2680 x1830957972425984/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746138012.331890:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3ae expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746138012.331903:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2680 with x1830957972425984 ext(0->4095) 00002000:00010000:2.0:1746138012.331907:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c2680 00010000:00010000:1.0:1746138012.331915:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.331921:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.331922:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.331932:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.331963:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.331973:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.331978:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3497 00000100:00100000:2.0:1746138012.331984:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972425984:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.331985:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968125824:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.332227:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972425984:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 242us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.332233:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3497 00002000:00100000:2.0:1746138012.332238:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c2680 x1830957972425984/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.332245:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2680 with x1830957972425984 ext(0->4095) 00010000:00010000:2.0:1746138012.332249:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.332259:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.332264:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c2680 00000100:00100000:1.0:1746138012.332326:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.334697:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.334802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.334857:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972426240 00000100:00100000:3.0:1746138012.334873:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972426240 00000100:00100000:3.0:1746138012.334941:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7737 00000100:00100000:3.0:1746138012.334950:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972426240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138012.334952:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972426112 00000100:00100000:2.0:1746138012.334956:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972426112 00010000:00010000:3.0:1746138012.334967:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.334978:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.334982:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3b5 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.334999:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12813 00000100:00100000:2.0:1746138012.335004:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972426112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.335014:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.335021:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.335027:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.335033:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.335036:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.335053:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.335065:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.335141:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968125824:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.335201:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1932 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3a7 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.335206:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.335208:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.335221:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.335223:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.335227:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.335234:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.335242:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.335297:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138012.335299:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00010000:00010000:1.0:1746138012.335312:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.335326:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.335340:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968126080:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.335355:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972426112:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 349us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.335361:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12813 00000100:00100000:3.0:1746138012.335492:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972426240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 542us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.335498:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7737 00000100:00100000:1.0:1746138012.335504:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.338166:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968126080:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.338186:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:1.0:1746138012.338395:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972425856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6533us (7143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.338405:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7736 00000100:00100000:0.0:1746138012.340560:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.340793:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972426496 00000100:00100000:2.0:1746138012.340803:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972426496 00002000:00100000:2.0:1746138012.340851:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae2a00 x1830957972426496/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.340861:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2a00 with x1830957972426496 ext(0->4095) 00010000:00010000:2.0:1746138012.340870:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.340886:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.340894:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae2a00 00000100:00100000:2.0:1746138012.340928:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3498 00000100:00100000:2.0:1746138012.340937:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1959:x1830957972426496:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138012.341466:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1959:x1830957972426496:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 527us (914us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.341474:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3498 00002000:00100000:2.0:1746138012.341480:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012fae2a00 x1830957972426496/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.341488:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2a00 with x1830957972426496 ext(0->4095) 00010000:00010000:2.0:1746138012.341492:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.341502:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.341507:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fae2a00 00000100:00100000:0.0:1746138012.344337:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.344513:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972426624 00000100:00100000:2.0:1746138012.344524:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972426624 00010000:00010000:2.0:1746138012.344564:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.344689:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12814 00000100:00100000:2.0:1746138012.344697:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972426624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.344713:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.344739:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.344757:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.344784:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1939 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ae expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.344992:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.344994:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.345002:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 52 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.345011:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 52 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.345047:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 52 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.345060:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968126208:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.345535:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.348334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.348487:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972426880 00000100:00100000:3.0:1746138012.348496:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972426880 00000100:00100000:2.0:1746138012.348518:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968126208:192.168.204.27@tcp:105: 00002000:00100000:3.0:1746138012.348539:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403f800 x1830957972426880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746138012.348543:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746138012.348548:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f800 with x1830957972426880 ext(0->4095) 00002000:00010000:3.0:1746138012.348553:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403f800 00000100:00100000:3.0:1746138012.348572:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5527 00000100:00100000:3.0:1746138012.348578:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972426880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.348603:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972426624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3906us (4277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.348611:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12814 00000100:00100000:3.0:1746138012.348735:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972426880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.348741:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5527 00002000:00100000:3.0:1746138012.348746:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403f800 x1830957972426880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.348753:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f800 with x1830957972426880 ext(0->4095) 00002000:00010000:3.0:1746138012.348756:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403f800 00000100:00100000:0.0:1746138012.350073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.350148:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972427008 00000100:00100000:1.0:1746138012.350159:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972427008 00000100:00100000:1.0:1746138012.350204:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7738 00000100:00100000:1.0:1746138012.350211:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972427008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.350224:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.350239:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3bc expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.350263:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 51 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.350268:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.350270:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.350273:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.350310:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 51 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.350320:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 51 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.350330:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968126336:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.351072:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.352960:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968126336:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.352986:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.352998:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138012.353051:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972427008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2840us (2995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.353058:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7738 00000100:00100000:0.0:1746138012.353580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.353743:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972427136 00000100:00100000:2.0:1746138012.353750:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972427136 00010000:00010000:2.0:1746138012.353775:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 52 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.353806:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12815 00000100:00100000:2.0:1746138012.353812:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972427136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.353823:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.353841:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 52 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.353849:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 52 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.353867:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1940 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3b5 expref: 52 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.353880:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.353882:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.353887:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.353894:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.353917:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.353926:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968126464:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.354257:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.355377:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968126464:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.355396:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.355996:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1958:x1830957972427136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2182us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.356005:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12815 00000100:00100000:0.0:1746138012.356151:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.356265:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972427392 00000100:00100000:1.0:1746138012.356270:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972427392 00002000:00100000:1.0:1746138012.356306:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093dee300 x1830957972427392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.356314:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dee300 with x1830957972427392 ext(0->4095) 00002000:00010000:1.0:1746138012.356318:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dee300 00000100:00100000:1.0:1746138012.356506:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5528 00000100:00100000:1.0:1746138012.356512:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972427392:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138012.356640:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972427392:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.356645:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5528 00002000:00100000:1.0:1746138012.356650:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093dee300 x1830957972427392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.356656:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dee300 with x1830957972427392 ext(0->4095) 00002000:00010000:1.0:1746138012.356659:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dee300 00000100:00100000:0.0:1746138012.359132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.359203:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.359321:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972427520 00000100:00100000:2.0:1746138012.359328:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972427520 00000100:00100000:2.0:1746138012.359368:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972427648 00000100:00100000:2.0:1746138012.359371:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972427648 00000100:00100000:2.0:1746138012.359386:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7739 00000100:00100000:2.0:1746138012.359391:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31560:x1830957972427520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.359404:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138012.359448:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7740 00010000:00010000:2.0:1746138012.359449:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3c3 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.359455:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31559:x1830957972427648:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.359461:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.359466:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3ca expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.359471:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.359477:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.359480:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.359716:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.359725:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.359728:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.359733:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.359736:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.359754:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.359765:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.359775:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968126592:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.359777:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.359785:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.359793:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138012.359826:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972427648:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 371us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.359842:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.359988:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7740 00000100:00100000:2.0:1746138012.361253:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968126592:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.361276:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.361297:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138012.361337:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972427520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1944us (2209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.361343:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7739 00000100:00100000:0.0:1746138012.362215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.362585:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972427776 00000100:00100000:2.0:1746138012.362590:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972427776 00010000:00010000:2.0:1746138012.362614:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.362645:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12816 00000100:00100000:2.0:1746138012.362651:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972427776:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.362663:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.362680:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.362690:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.362711:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1947 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3bc expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.362731:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.362732:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.362738:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.362746:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.362769:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.362780:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.362789:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968126848:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.362851:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.365246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.365343:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972428032 00000100:00100000:1.0:1746138012.365350:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972428032 00002000:00100000:1.0:1746138012.365386:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731500 x1830957972428032/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.365400:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731500 with x1830957972428032 ext(0->4095) 00010000:00010000:1.0:1746138012.365407:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.365447:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.365452:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092731500 00000100:00100000:2.0:1746138012.365519:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968126848:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.365540:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.365687:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972427776:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3036us (3473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.365696:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12816 00000100:00100000:1.0:1746138012.365846:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3499 00000100:00100000:1.0:1746138012.365854:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972428032:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.366186:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972428032:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 333us (945us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.366192:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3499 00002000:00100000:1.0:1746138012.366197:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092731500 x1830957972428032/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.366204:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092731500 with x1830957972428032 ext(0->4095) 00010000:00010000:1.0:1746138012.366209:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.366217:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.366223:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092731500 00000100:00100000:0.0:1746138012.368027:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.368082:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972428160 00000100:00100000:2.0:1746138012.368089:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972428160 00000100:00100000:2.0:1746138012.368129:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7741 00000100:00100000:2.0:1746138012.368136:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972428160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.368150:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.368163:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3d1 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.368183:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.368188:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.368194:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.368197:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.368232:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.368243:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.368251:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:0.0:1746138012.368266:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.368300:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972428160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.368305:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7741 00000100:00100000:3.0:1746138012.368352:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972428288 00000100:00100000:3.0:1746138012.368357:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972428288 00010000:00010000:3.0:1746138012.368371:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.368397:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12817 00000100:00100000:3.0:1746138012.368401:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972428288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.368409:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.368453:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.368522:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.368538:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e194e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3c3 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.368605:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.368607:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.368612:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.368619:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.368638:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.368648:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.368658:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968127104:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.368717:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.370363:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968127104:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.370379:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.370442:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972428288:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2013us (2149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.370454:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12817 00000100:00100000:0.0:1746138012.370585:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.370671:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972428544 00000100:00100000:3.0:1746138012.370675:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972428544 00002000:00100000:3.0:1746138012.370704:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0a80 x1830957972428544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.370712:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0a80 with x1830957972428544 ext(0->4095) 00010000:00010000:3.0:1746138012.370719:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.370731:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.370737:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0a80 00000100:00100000:3.0:1746138012.370795:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3500 00000100:00100000:3.0:1746138012.370801:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972428544:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.370929:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972428544:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.370934:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3500 00002000:00100000:3.0:1746138012.370940:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0a80 x1830957972428544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.370946:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0a80 with x1830957972428544 ext(0->4095) 00010000:00010000:3.0:1746138012.370951:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.370963:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.370968:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0a80 00000100:00100000:0.0:1746138012.371876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.371951:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972428672 00000100:00100000:2.0:1746138012.371954:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972428672 00000100:00100000:2.0:1746138012.371979:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7742 00000100:00100000:2.0:1746138012.371983:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31559:x1830957972428672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.371991:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.372001:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3d8 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.372016:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.372020:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.372024:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.372027:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.372050:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.372056:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.372061:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138012.372090:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972428672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.372094:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7742 00000100:00100000:0.0:1746138012.372112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.372222:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972428800 00000100:00100000:3.0:1746138012.372226:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972428800 00010000:00010000:3.0:1746138012.372240:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.372451:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12818 00000100:00100000:1.0:1746138012.372457:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972428800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.372463:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.372475:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.372482:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.372492:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1955 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ca expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.372500:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.372501:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.372504:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.372509:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.372522:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.372528:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.372537:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968127360:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.372598:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.374715:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968127360:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.374722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138012.374733:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.374777:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972428800:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2318us (2663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.374786:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12818 00000100:00100000:3.0:1746138012.374796:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972429056 00000100:00100000:3.0:1746138012.374801:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972429056 00002000:00100000:3.0:1746138012.374829:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0380 x1830957972429056/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.374839:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0380 with x1830957972429056 ext(0->4095) 00010000:00010000:3.0:1746138012.374845:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.374857:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.374862:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0380 00000100:00100000:3.0:1746138012.374945:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3501 00000100:00100000:3.0:1746138012.374952:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972429056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.375062:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972429056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.375071:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3501 00002000:00100000:3.0:1746138012.375076:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0380 x1830957972429056/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.375083:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0380 with x1830957972429056 ext(0->4095) 00010000:00010000:3.0:1746138012.375087:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.375095:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.375101:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0380 00000100:00100000:0.0:1746138012.377109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.377201:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972429184 00000100:00100000:1.0:1746138012.377209:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972429184 00010000:00010000:1.0:1746138012.377241:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.377275:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12819 00000100:00100000:1.0:1746138012.377291:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972429184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.377302:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.377319:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.377329:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.377347:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e195c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d1 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.377360:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.377362:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.377368:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.377376:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.377404:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.377438:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968127488:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.377508:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.380019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.380052:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968127488:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.380073:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.380140:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972429184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2847us (3039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.380150:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12819 00000100:00100000:3.0:1746138012.380174:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972429440 00000100:00100000:3.0:1746138012.380181:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972429440 00002000:00100000:3.0:1746138012.380614:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1500 x1830957972429440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.380622:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1500 with x1830957972429440 ext(0->4095) 00002000:00010000:3.0:1746138012.380626:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c1500 00000100:00100000:3.0:1746138012.380654:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5529 00000100:00100000:3.0:1746138012.380662:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972429440:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.380804:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972429440:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (800us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.380810:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5529 00002000:00100000:3.0:1746138012.380815:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1500 x1830957972429440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.380826:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1500 with x1830957972429440 ext(0->4095) 00002000:00010000:3.0:1746138012.380829:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c1500 00000100:00100000:0.0:1746138012.381906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.381999:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972429568 00000100:00100000:2.0:1746138012.382006:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972429568 00000100:00100000:2.0:1746138012.382054:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7743 00000100:00100000:2.0:1746138012.382061:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972429568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.382078:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.382097:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3df expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.382125:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.382139:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.382141:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.382145:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.382176:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.382189:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 51 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.382200:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968127616:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.382735:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.384879:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.384949:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972429696 00000100:00100000:1.0:1746138012.384958:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972429696 00010000:00010000:1.0:1746138012.384990:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.385029:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12820 00000100:00100000:1.0:1746138012.385034:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972429696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.385046:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.385072:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.385082:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.385105:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.385107:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.385113:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.385119:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.385137:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1963 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3d8 expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.385143:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.385152:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968127744:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.385165:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968127616:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138012.385197:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.385214:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:0.0:1746138012.385570:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972429568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3507us (3666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138012.385578:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7743 00000100:00100000:1.0:1746138012.385580:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.388267:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968127744:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.388267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138012.388297:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.388368:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972429952 00000100:00100000:3.0:1746138012.388377:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972429952 00002000:00100000:3.0:1746138012.388449:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126a00 x1830957972429952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746138012.388455:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972429696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3418us (3580us total) trans 0 rc 0/0 00002000:00100000:3.0:1746138012.388460:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126a00 with x1830957972429952 ext(0->4095) 00000100:00100000:1.0:1746138012.388464:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12820 00002000:00010000:3.0:1746138012.388465:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b126a00 00000100:00100000:3.0:1746138012.388488:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5530 00000100:00100000:3.0:1746138012.388496:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972429952:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.389272:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972429952:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 776us (1012us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.389289:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5530 00002000:00100000:3.0:1746138012.389295:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126a00 x1830957972429952/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.389303:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126a00 with x1830957972429952 ext(0->4095) 00002000:00010000:3.0:1746138012.389305:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b126a00 00000100:00100000:0.0:1746138012.392173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.392237:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.392327:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972430080 00000100:00100000:2.0:1746138012.392331:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972430208 00000100:00100000:2.0:1746138012.392337:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972430208 00000100:00100000:1.0:1746138012.392337:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972430080 00000100:00100000:2.0:1746138012.392395:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7744 00000100:00100000:2.0:1746138012.392402:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31560:x1830957972430208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.392446:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.392466:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3ed expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.392502:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.392509:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.392511:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.392514:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.392529:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7745 00000100:00100000:1.0:1746138012.392536:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972430080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.392543:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.392546:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.392550:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3e6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.392565:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.392582:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968127872:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.392668:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746138012.392732:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.392785:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.392793:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.392797:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.392825:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.392836:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.392846:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138012.392882:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972430080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 346us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.392888:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7745 00000100:00100000:2.0:1746138012.396363:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968127872:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.396403:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.396450:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138012.396494:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972430208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4092us (4255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.396503:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7744 00000100:00100000:3.0:1746138012.397776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.397809:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972430336 00000100:00100000:1.0:1746138012.397818:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972430336 00010000:00010000:1.0:1746138012.397854:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.397880:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12821 00000100:00100000:1.0:1746138012.397887:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972430336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.397902:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.397925:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.397935:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.398088:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e196a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3df expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.398357:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.398359:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.398367:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.398375:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.398409:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.398442:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.398454:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968128128:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.398829:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.400807:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968128128:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.400809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138012.400827:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.400869:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972430592 00000100:00100000:3.0:1746138012.400876:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972430592 00000100:00100000:1.0:1746138012.400884:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972430336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2996us (3110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.400895:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12821 00002000:00100000:3.0:1746138012.400917:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f480 x1830957972430592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.400926:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f480 with x1830957972430592 ext(0->4095) 00010000:00010000:3.0:1746138012.400936:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.400947:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.400953:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606f480 00000100:00100000:3.0:1746138012.400978:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3502 00000100:00100000:3.0:1746138012.400984:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972430592:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.401533:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972430592:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 540us (716us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.401543:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3502 00002000:00100000:3.0:1746138012.401553:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008606f480 x1830957972430592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.401562:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008606f480 with x1830957972430592 ext(0->4095) 00010000:00010000:3.0:1746138012.401570:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.401586:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.401592:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008606f480 00000100:00100000:0.0:1746138012.404027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.404135:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972430720 00000100:00100000:2.0:1746138012.404148:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972430720 00000100:00100000:2.0:1746138012.404209:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7746 00000100:00100000:2.0:1746138012.404217:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972430720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.404233:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.404253:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3f4 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.404289:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.404295:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.404301:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.404304:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.404340:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.404351:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.404360:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138012.404549:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972430720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 332us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.404555:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7746 00000100:00100000:0.0:1746138012.404632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.404750:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972430848 00000100:00100000:1.0:1746138012.404758:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972430848 00010000:00010000:1.0:1746138012.404791:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.404824:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12822 00000100:00100000:1.0:1746138012.404831:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972430848:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.404844:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.404901:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.404914:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.404937:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1971 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3ed expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.404962:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.404964:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.404971:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.404978:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.405007:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.405017:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.405029:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968128384:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.405295:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.406776:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968128384:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.406795:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138012.406822:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.406840:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972430848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2008us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.406849:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12822 00000100:00100000:0.0:1746138012.406852:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972431104 00000100:00100000:0.0:1746138012.406857:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972431104 00002000:00100000:0.0:1746138012.406890:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388700 x1830957972431104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.406899:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388700 with x1830957972431104 ext(0->4095) 00010000:00010000:0.0:1746138012.406906:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.406917:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746138012.406926:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094388700 00000100:00100000:1.0:1746138012.406968:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3503 00000100:00100000:1.0:1746138012.406975:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972431104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.407333:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972431104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 358us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.407339:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3503 00002000:00100000:1.0:1746138012.407344:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388700 x1830957972431104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.407352:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388700 with x1830957972431104 ext(0->4095) 00010000:00010000:1.0:1746138012.407357:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.407366:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.407373:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094388700 00000100:00100000:0.0:1746138012.409563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.409616:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.409697:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972431360 00000100:00100000:1.0:1746138012.409707:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972431360 00010000:00010000:1.0:1746138012.409739:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.409843:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972431232 00000100:00100000:2.0:1746138012.409856:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972431232 00000100:00100000:2.0:1746138012.409907:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7747 00000100:00100000:2.0:1746138012.409914:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972431232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.409929:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.409946:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac3fb expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.409969:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.409974:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.409980:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.409983:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.410019:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.410029:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.410039:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138012.410147:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972431232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 232us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.410153:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7747 00000100:00100000:1.0:1746138012.410155:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12823 00000100:00100000:1.0:1746138012.410164:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972431360:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.410177:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.410200:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.410212:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.410234:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1978 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3e6 expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.410255:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.410257:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.410265:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.410274:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.410317:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.410329:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.410341:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968128640:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.410447:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.412355:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968128640:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.412371:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.412412:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972431360:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2248us (2795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.412452:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12823 00000100:00100000:0.0:1746138012.413385:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.413461:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972431616 00000100:00100000:1.0:1746138012.413470:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972431616 00002000:00100000:1.0:1746138012.413509:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389180 x1830957972431616/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.413521:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389180 with x1830957972431616 ext(0->4095) 00010000:00010000:1.0:1746138012.413534:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.413548:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.413555:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094389180 00000100:00100000:1.0:1746138012.413581:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3504 00000100:00100000:1.0:1746138012.413588:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972431616:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.413772:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972431616:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.413781:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3504 00002000:00100000:1.0:1746138012.413786:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389180 x1830957972431616/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.413794:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389180 with x1830957972431616 ext(0->4095) 00010000:00010000:1.0:1746138012.413798:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.413807:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.413813:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094389180 00000100:00100000:0.0:1746138012.416259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.416334:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972431744 00000100:00100000:1.0:1746138012.416345:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972431744 00010000:00010000:1.0:1746138012.416379:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.416451:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12824 00000100:00100000:1.0:1746138012.416461:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972431744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.416475:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.416496:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.416509:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.416534:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e197f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3f4 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.416562:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.416565:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.416572:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.416581:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.416614:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.416627:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968128768:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.416712:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.419519:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968128768:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.419543:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.419606:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972431744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3146us (3354us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.419619:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12824 00000100:00100000:0.0:1746138012.420566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.421116:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972432000 00000100:00100000:1.0:1746138012.421124:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972432000 00002000:00100000:1.0:1746138012.421161:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389880 x1830957972432000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.421171:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389880 with x1830957972432000 ext(0->4095) 00002000:00010000:1.0:1746138012.421175:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094389880 00000100:00100000:1.0:1746138012.421237:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5531 00000100:00100000:1.0:1746138012.421245:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972432000:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.421627:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972432000:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 382us (1062us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.421634:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5531 00002000:00100000:1.0:1746138012.421639:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389880 x1830957972432000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.421646:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389880 with x1830957972432000 ext(0->4095) 00002000:00010000:1.0:1746138012.421649:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094389880 00000100:00100000:0.0:1746138012.423462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.423554:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972432128 00000100:00100000:2.0:1746138012.423562:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972432128 00000100:00100000:2.0:1746138012.423598:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7748 00000100:00100000:2.0:1746138012.423604:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972432128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.423621:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.423640:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac402 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.423684:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.423695:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.423697:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.423701:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.423731:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.423743:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 51 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.423754:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968128896:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.423844:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.425100:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968128896:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.425129:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.425136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138012.425142:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138012.425185:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972432128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1580us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.425193:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7748 00000100:00100000:1.0:1746138012.425198:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972432256 00000100:00100000:1.0:1746138012.425204:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972432256 00010000:00010000:1.0:1746138012.425229:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.425261:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12825 00000100:00100000:1.0:1746138012.425267:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972432256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.425289:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.425314:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.425324:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.425346:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1986 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac3fb expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.425373:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.425375:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.425381:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.425389:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.425413:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.425450:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968129024:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.425502:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.426680:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968129024:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.426692:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.426719:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972432256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1452us (1590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.426728:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12825 00000100:00100000:0.0:1746138012.427034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.427109:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972432512 00000100:00100000:1.0:1746138012.427116:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972432512 00002000:00100000:1.0:1746138012.427145:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438a300 x1830957972432512/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.427152:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438a300 with x1830957972432512 ext(0->4095) 00002000:00010000:1.0:1746138012.427155:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009438a300 00000100:00100000:1.0:1746138012.427175:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5532 00000100:00100000:1.0:1746138012.427180:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972432512:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.427319:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972432512:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.427325:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5532 00002000:00100000:1.0:1746138012.427330:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438a300 x1830957972432512/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.427336:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438a300 with x1830957972432512 ext(0->4095) 00002000:00010000:1.0:1746138012.427342:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009438a300 00000100:00100000:0.0:1746138012.428438:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.428533:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972432640 00000100:00100000:2.0:1746138012.428539:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972432640 00000100:00100000:2.0:1746138012.428581:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7749 00000100:00100000:2.0:1746138012.428586:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31560:x1830957972432640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.428597:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.428610:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac409 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.428630:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.428636:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.428638:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.428641:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.428662:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.428671:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.428680:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968129152:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.429091:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.429620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.429749:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972432768 00000100:00100000:1.0:1746138012.429756:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972432768 00000100:00100000:1.0:1746138012.429802:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7750 00000100:00100000:1.0:1746138012.429809:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972432768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.429823:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.429840:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac410 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.429860:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.429866:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.429871:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.429875:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.429905:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.429920:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.429929:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138012.429973:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972432768:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.429979:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7750 00000100:00100000:2.0:1746138012.430534:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968129152:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.430556:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.430568:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138012.430596:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972432640:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2010us (2182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.430601:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7749 00000100:00100000:0.0:1746138012.430895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.431053:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972432896 00000100:00100000:1.0:1746138012.431057:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972432896 00010000:00010000:1.0:1746138012.431073:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.431101:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12826 00000100:00100000:1.0:1746138012.431106:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972432896:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.431115:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.431136:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.431145:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.431163:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e198d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac402 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.431183:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.431185:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.431191:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.431198:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.431216:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.431226:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.431236:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968129408:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.431291:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.432289:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968129408:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.432301:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.432350:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972432896:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1242us (1454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.432358:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12826 00000100:00100000:0.0:1746138012.432889:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.432945:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972433152 00000100:00100000:1.0:1746138012.432951:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972433152 00002000:00100000:1.0:1746138012.432980:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438ad80 x1830957972433152/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.432989:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438ad80 with x1830957972433152 ext(0->4095) 00010000:00010000:1.0:1746138012.432997:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.433012:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.433019:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438ad80 00000100:00100000:1.0:1746138012.433047:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3505 00000100:00100000:1.0:1746138012.433055:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972433152:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.433195:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972433152:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.433202:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3505 00002000:00100000:1.0:1746138012.433207:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438ad80 x1830957972433152/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.433214:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438ad80 with x1830957972433152 ext(0->4095) 00010000:00010000:1.0:1746138012.433218:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.433227:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.433232:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438ad80 00000100:00100000:0.0:1746138012.435913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.436016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.436074:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972433408 00000100:00100000:1.0:1746138012.436084:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972433408 00000100:00100000:2.0:1746138012.436090:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972433280 00000100:00100000:2.0:1746138012.436094:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972433280 00010000:00010000:1.0:1746138012.436121:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.436137:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7751 00000100:00100000:2.0:1746138012.436145:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e065850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972433280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138012.436156:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12827 00010000:00010000:2.0:1746138012.436159:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138012.436163:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1960:x1830957972433408:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.436173:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.436175:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac417 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.436194:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.436196:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.436202:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.436208:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.436210:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.436221:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.436242:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1994 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac409 expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.436258:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.436259:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.436260:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.436265:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.436270:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.436289:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.436300:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.436302:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00010000:00010000:1.0:1746138012.436311:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.436324:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968129664:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.436343:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e065850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972433280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.436387:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.436771:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7751 00000100:00100000:1.0:1746138012.438165:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968129664:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.438182:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.438226:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1960:x1830957972433408:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2062us (2209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.438235:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12827 00000100:00100000:0.0:1746138012.438889:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.438949:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972433664 00000100:00100000:1.0:1746138012.438955:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972433664 00002000:00100000:1.0:1746138012.438993:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438b480 x1830957972433664/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.439007:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438b480 with x1830957972433664 ext(0->4095) 00010000:00010000:1.0:1746138012.439016:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.439029:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.439035:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438b480 00000100:00100000:1.0:1746138012.439060:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3506 00000100:00100000:1.0:1746138012.439067:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972433664:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.439514:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972433664:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 446us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.439521:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3506 00002000:00100000:1.0:1746138012.439526:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438b480 x1830957972433664/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.439533:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438b480 with x1830957972433664 ext(0->4095) 00010000:00010000:1.0:1746138012.439539:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.439548:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.439554:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438b480 00000100:00100000:0.0:1746138012.441469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.441540:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.441607:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972433920 00000100:00100000:1.0:1746138012.441613:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972433920 00010000:00010000:1.0:1746138012.441639:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.441678:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12828 00000100:00100000:1.0:1746138012.441685:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972433920:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.441698:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.441720:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.441732:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.441746:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972433792 00000100:00100000:2.0:1746138012.441752:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972433792 00010000:00010000:1.0:1746138012.441756:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e199b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac410 expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.441777:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7752 00010000:00010000:1.0:1746138012.441780:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.441782:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746138012.441783:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31559:x1830957972433792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.441789:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.441795:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.441801:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.441807:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac41e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.441999:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.442007:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.442009:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.442012:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.442037:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.442048:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.442063:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.442065:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968129792:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.442079:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.442087:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968129920:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.442157:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.442198:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.443480:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968129792:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.443504:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.443518:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.443761:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972433792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1977us (2295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.443771:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7752 00000100:00100000:1.0:1746138012.443971:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.444004:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972434176 00000100:00100000:0.0:1746138012.444010:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972434176 00000100:00100000:2.0:1746138012.444039:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968129920:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.444049:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746138012.444049:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275f80 x1830957972434176/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.444058:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275f80 with x1830957972434176 ext(0->4095) 00010000:00010000:0.0:1746138012.444064:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.444076:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.444081:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972433920:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2396us (2540us total) trans 0 rc 0/0 00002000:00010000:0.0:1746138012.444082:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275f80 00000100:00100000:2.0:1746138012.444088:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12828 00000100:00100000:0.0:1746138012.444105:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3507 00000100:00100000:0.0:1746138012.444113:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972434176:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138012.444366:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972434176:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 252us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138012.444373:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3507 00002000:00100000:0.0:1746138012.444378:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275f80 x1830957972434176/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.444386:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275f80 with x1830957972434176 ext(0->4095) 00010000:00010000:0.0:1746138012.444391:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.444400:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746138012.444406:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275f80 00000100:00100000:0.0:1746138012.447802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.447868:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972434304 00000100:00100000:2.0:1746138012.447878:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972434304 00010000:00010000:2.0:1746138012.447913:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.447956:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12829 00000100:00100000:2.0:1746138012.447965:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972434304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.447981:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.448005:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.448017:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.448040:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac417 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.448071:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.448073:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.448081:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.448088:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.448120:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.448133:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968130048:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.448597:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.452208:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968130048:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.452231:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.452303:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972434304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4337us (4511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.452315:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12829 00000100:00100000:0.0:1746138012.452370:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.452400:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972434560 00000100:00100000:0.0:1746138012.452407:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972434560 00002000:00100000:0.0:1746138012.452470:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388a80 x1830957972434560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.452480:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388a80 with x1830957972434560 ext(0->4095) 00002000:00010000:0.0:1746138012.452485:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094388a80 00000100:00100000:0.0:1746138012.452611:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5533 00000100:00100000:0.0:1746138012.452751:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972434560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138012.452931:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972434560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 312us (562us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138012.452938:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5533 00002000:00100000:0.0:1746138012.452943:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388a80 x1830957972434560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.452955:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388a80 with x1830957972434560 ext(0->4095) 00002000:00010000:0.0:1746138012.452958:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094388a80 00000100:00100000:0.0:1746138012.454128:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.454188:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972434688 00000100:00100000:2.0:1746138012.454194:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972434688 00000100:00100000:2.0:1746138012.454233:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7753 00000100:00100000:2.0:1746138012.454240:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972434688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.454252:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.454269:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac425 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.454309:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.454317:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.454320:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.454323:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.454355:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.454368:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 51 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.454380:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968130176:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.454510:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.455435:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968130176:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.455456:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.455473:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138012.455493:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972434688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1254us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.455500:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7753 00000100:00100000:0.0:1746138012.455650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.455736:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972434816 00000100:00100000:3.0:1746138012.455741:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972434816 00010000:00010000:3.0:1746138012.455764:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.455794:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12830 00000100:00100000:3.0:1746138012.455799:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972434816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.455809:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.455831:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.455841:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.455860:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac41e expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.455878:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.455881:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.455887:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.455895:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.455916:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.455925:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968130304:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.455967:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.457946:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968130304:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.457967:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.458035:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:1957:x1830957972434816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2235us (2385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.458044:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12830 00000100:00100000:0.0:1746138012.459015:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.459093:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972435072 00000100:00100000:2.0:1746138012.459101:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972435072 00002000:00100000:2.0:1746138012.459140:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438a680 x1830957972435072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.459149:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438a680 with x1830957972435072 ext(0->4095) 00002000:00010000:2.0:1746138012.459154:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009438a680 00000100:00100000:2.0:1746138012.459239:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5534 00000100:00100000:2.0:1746138012.459258:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972435072:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.459470:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972435072:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 222us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.459477:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5534 00002000:00100000:2.0:1746138012.459482:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438a680 x1830957972435072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.459489:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438a680 with x1830957972435072 ext(0->4095) 00002000:00010000:2.0:1746138012.459492:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009438a680 00000100:00100000:0.0:1746138012.462094:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.462187:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972435200 00000100:00100000:2.0:1746138012.462197:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972435200 00000100:00100000:2.0:1746138012.462258:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7754 00000100:00100000:2.0:1746138012.462266:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+51:31560:x1830957972435200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.462298:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.462317:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac42c expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.462350:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.462357:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.462359:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.462362:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.462392:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.462404:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.462456:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968130432:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.462556:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.463201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.463311:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972435328 00000100:00100000:2.0:1746138012.463316:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972435328 00000100:00100000:2.0:1746138012.463347:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7755 00000100:00100000:2.0:1746138012.463352:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972435328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.463362:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.463371:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac433 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.463389:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.463392:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.463398:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.463401:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.463460:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.463473:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.463483:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138012.463517:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972435328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.463523:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7755 00000100:00100000:0.0:1746138012.464238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.464323:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968130432:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.464338:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.464347:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138012.464384:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972435200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2119us (2297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.464390:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7754 00000100:00100000:3.0:1746138012.464486:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972435456 00000100:00100000:3.0:1746138012.464501:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972435456 00010000:00010000:3.0:1746138012.464540:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.464590:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12831 00000100:00100000:3.0:1746138012.465971:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972435456:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.465989:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.466018:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.466033:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.466056:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac425 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.466095:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.466096:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.466104:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.466112:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.466143:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 52 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.466155:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.466166:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968130688:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.466946:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.468645:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968130688:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.468664:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.468718:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972435456:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2759us (4479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.468728:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12831 00000100:00100000:0.0:1746138012.469546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.469596:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972435712 00000100:00100000:2.0:1746138012.469611:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972435712 00002000:00100000:2.0:1746138012.469648:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389f80 x1830957972435712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.469658:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389f80 with x1830957972435712 ext(0->4095) 00010000:00010000:2.0:1746138012.469666:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.469679:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.469685:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094389f80 00000100:00100000:2.0:1746138012.469711:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3508 00000100:00100000:2.0:1746138012.469718:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972435712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.469872:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972435712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.469879:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3508 00002000:00100000:2.0:1746138012.469884:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389f80 x1830957972435712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.469891:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389f80 with x1830957972435712 ext(0->4095) 00010000:00010000:2.0:1746138012.469895:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.469904:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.471901:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094389f80 00000100:00100000:0.0:1746138012.475809:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.475908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.476007:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972435840 00000100:00100000:2.0:1746138012.476016:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972435840 00000100:00100000:2.0:1746138012.476058:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7756 00000100:00100000:2.0:1746138012.476065:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972435840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.476082:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.476100:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac43a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.476125:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.476130:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.476136:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.476139:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.476147:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972435968 00000100:00100000:3.0:1746138012.476155:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972435968 00010000:00010000:2.0:1746138012.476172:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.476174:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.476184:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.476193:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138012.476253:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972435840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.476377:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7756 00000100:00100000:3.0:1746138012.476791:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12832 00000100:00100000:3.0:1746138012.476799:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972435968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.476810:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.476833:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.476848:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.476866:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac42c expref: 53 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.476886:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.476888:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.476893:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.476901:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.476921:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.476932:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.476941:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968130944:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.477016:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.479309:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968130944:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.479329:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.479379:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1958:x1830957972435968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2580us (3470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.479393:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12832 00000100:00100000:0.0:1746138012.479631:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.479670:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972436224 00000100:00100000:2.0:1746138012.479675:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972436224 00002000:00100000:2.0:1746138012.479707:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700700 x1830957972436224/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.479715:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700700 with x1830957972436224 ext(0->4095) 00010000:00010000:2.0:1746138012.479723:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.479734:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.479741:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094700700 00000100:00100000:2.0:1746138012.480036:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3509 00000100:00100000:2.0:1746138012.480043:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972436224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.480350:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972436224:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 307us (719us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.480356:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3509 00002000:00100000:2.0:1746138012.480361:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700700 x1830957972436224/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.480368:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700700 with x1830957972436224 ext(0->4095) 00010000:00010000:2.0:1746138012.480372:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.480385:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.480390:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094700700 00000100:00100000:0.0:1746138012.482065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.482211:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.482292:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972436352 00000100:00100000:3.0:1746138012.482299:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972436352 00010000:00010000:3.0:1746138012.482324:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.482360:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12833 00000100:00100000:3.0:1746138012.482367:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972436352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.482378:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.482395:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.482404:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.482448:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac433 expref: 52 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.482461:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.482462:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.482469:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.482477:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.482504:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.482516:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968131072:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.482587:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51f29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.482660:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972436480 00000100:00100000:2.0:1746138012.482664:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972436480 00000100:00100000:2.0:1746138012.482684:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7757 00000100:00100000:2.0:1746138012.482689:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:31559:x1830957972436480:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.482699:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.482709:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac441 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.482723:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.482729:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.482730:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.482732:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.482748:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.482758:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.482771:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968131200:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.482792:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.484529:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968131200:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.484555:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.484569:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.484604:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972436480:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1914us (2392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.484611:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7757 00000100:00100000:3.0:1746138012.485364:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968131072:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.485376:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.485408:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972436352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3040us (3346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.485444:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12833 00000100:00100000:0.0:1746138012.486305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.486372:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972436736 00000100:00100000:3.0:1746138012.486377:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972436736 00002000:00100000:3.0:1746138012.486405:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700e00 x1830957972436736/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.486507:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700e00 with x1830957972436736 ext(0->4095) 00010000:00010000:3.0:1746138012.486514:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.486526:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.486532:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094700e00 00000100:00100000:3.0:1746138012.486557:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3510 00000100:00100000:3.0:1746138012.486564:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972436736:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.486704:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972436736:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.486713:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3510 00002000:00100000:3.0:1746138012.486718:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700e00 x1830957972436736/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.486725:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700e00 with x1830957972436736 ext(0->4095) 00010000:00010000:3.0:1746138012.486729:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.486737:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.486743:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094700e00 00000100:00100000:1.0:1746138012.492817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.492988:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972436864 00000100:00100000:3.0:1746138012.492998:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972436864 00010000:00010000:3.0:1746138012.493031:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.493059:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12834 00000100:00100000:3.0:1746138012.493067:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972436864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.493082:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.493104:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.493116:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.493921:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e19c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac43a expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.493953:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.493955:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.493962:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.493970:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.494008:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.494020:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968131328:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.494126:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.498843:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.498963:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968131328:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.498986:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.499038:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972436864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5970us (6230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.499049:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12834 00000100:00100000:2.0:1746138012.499236:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972437120 00000100:00100000:2.0:1746138012.499242:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972437120 00002000:00100000:2.0:1746138012.499286:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701180 x1830957972437120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.499296:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701180 with x1830957972437120 ext(0->4095) 00002000:00010000:2.0:1746138012.499300:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094701180 00000100:00100000:2.0:1746138012.499314:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5535 00000100:00100000:2.0:1746138012.499320:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972437120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.499556:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972437120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 235us (721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.499562:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5535 00002000:00100000:2.0:1746138012.499567:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701180 x1830957972437120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.499574:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701180 with x1830957972437120 ext(0->4095) 00002000:00010000:2.0:1746138012.499577:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094701180 00000100:00100000:0.0:1746138012.503542:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.506595:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972437248 00000100:00100000:2.0:1746138012.506608:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972437248 00000100:00100000:2.0:1746138012.506708:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7758 00000100:00100000:2.0:1746138012.506715:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972437248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.506730:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.506743:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac448 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.506768:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.506774:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.506775:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.506778:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.506802:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 51 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.506811:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 51 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.506821:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968131456:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.506906:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.510295:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.510406:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972437376 00000100:00100000:3.0:1746138012.510442:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972437376 00002000:00100000:3.0:1746138012.510486:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094701880 x1830957972437376/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 496/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.510498:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701880 with x1830957972437376 ext(0->7) 00010000:00010000:3.0:1746138012.510506:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.510525:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 52 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.510531:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701880 00000100:00100000:3.0:1746138012.510550:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3511 00000100:00100000:3.0:1746138012.510561:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+52:1957:x1830957972437376:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138012.510945:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972437376:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 383us (672us total) trans 4294968004 rc 0/0 00000100:00100000:3.0:1746138012.510951:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3511 00002000:00100000:3.0:1746138012.510956:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094701880 x1830957972437376/t4294968004(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 496/448 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.510962:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701880 with x1830957972437376 ext(0->7) 00010000:00010000:3.0:1746138012.510966:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.510973:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.510978:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701880 00000100:00100000:2.0:1746138012.511080:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968131456:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.511105:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.511123:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138012.511142:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972437248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4428us (7610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.511148:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7758 00000100:00100000:0.0:1746138012.512963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.513061:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972437504 00000100:00100000:3.0:1746138012.513071:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972437504 00010000:00010000:3.0:1746138012.513114:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.513159:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12835 00000100:00100000:3.0:1746138012.513167:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972437504:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.513184:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.513204:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.513214:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.513235:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac441 expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.513257:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.513259:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.513266:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.513273:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.513311:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.513324:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968131584:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.513995:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.517559:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968131584:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.517590:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.517647:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1959:x1830957972437504:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4480us (4689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.517659:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12835 00000100:00100000:0.0:1746138012.518036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.518252:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972437760 00000100:00100000:1.0:1746138012.518258:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972437760 00002000:00100000:1.0:1746138012.518299:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701f80 x1830957972437760/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.518308:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701f80 with x1830957972437760 ext(0->4095) 00002000:00010000:1.0:1746138012.518312:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094701f80 00000100:00100000:1.0:1746138012.518443:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5536 00000100:00100000:1.0:1746138012.518450:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972437760:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.518572:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972437760:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.518577:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5536 00002000:00100000:1.0:1746138012.518582:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701f80 x1830957972437760/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.518589:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701f80 with x1830957972437760 ext(0->4095) 00002000:00010000:1.0:1746138012.518591:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094701f80 00000100:00100000:0.0:1746138012.520886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.520955:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972437888 00000100:00100000:2.0:1746138012.520964:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972437888 00000100:00100000:2.0:1746138012.521015:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7759 00000100:00100000:2.0:1746138012.521023:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972437888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.521039:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.521057:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac44f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.521091:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.521099:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.521101:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.521104:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.521132:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.521143:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.521159:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968131712:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.521327:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.522213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.522270:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972438016 00000100:00100000:2.0:1746138012.522285:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972438016 00000100:00100000:2.0:1746138012.522329:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7760 00000100:00100000:2.0:1746138012.522336:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972438016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.522348:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.522359:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac456 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.522378:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.522383:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.522388:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.522392:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.522473:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.522485:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.522495:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138012.522534:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972438016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.522540:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7760 00000100:00100000:2.0:1746138012.523124:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968131712:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.523141:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.523150:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138012.523185:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972437888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2162us (2310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.523191:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7759 00000100:00100000:0.0:1746138012.523351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.523406:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972438144 00000100:00100000:3.0:1746138012.523411:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972438144 00010000:00010000:3.0:1746138012.523459:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.523492:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12836 00000100:00100000:3.0:1746138012.523498:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972438144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.523508:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.523527:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.523538:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.523555:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e19d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac448 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.523578:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.523580:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.523586:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.523593:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.523615:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.523625:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.523634:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968131968:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.523696:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.525070:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968131968:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.525090:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.525123:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972438144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1625us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.525131:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12836 00000100:00100000:0.0:1746138012.525324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.525666:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972438400 00000100:00100000:3.0:1746138012.525671:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972438400 00002000:00100000:3.0:1746138012.525705:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702d80 x1830957972438400/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.525713:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702d80 with x1830957972438400 ext(0->4095) 00010000:00010000:3.0:1746138012.525720:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.525729:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.525733:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094702d80 00000100:00100000:3.0:1746138012.525757:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3512 00000100:00100000:3.0:1746138012.525763:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972438400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.525892:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972438400:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (568us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.525897:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3512 00002000:00100000:3.0:1746138012.525902:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702d80 x1830957972438400/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.525909:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702d80 with x1830957972438400 ext(0->4095) 00010000:00010000:3.0:1746138012.525913:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.525920:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.525925:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094702d80 00000100:00100000:0.0:1746138012.527860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.527910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.527991:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972438528 00000100:00100000:3.0:1746138012.527998:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972438528 00010000:00010000:3.0:1746138012.528024:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.528060:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12837 00000100:00100000:3.0:1746138012.528066:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972438528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.528077:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138012.528122:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972438656 00000100:00100000:2.0:1746138012.528126:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972438656 00000100:00100000:2.0:1746138012.528147:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7761 00000100:00100000:2.0:1746138012.528151:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972438656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.528163:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.528175:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac45d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.528194:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.528199:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.528205:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.528208:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.528236:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.528247:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.528256:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138012.528315:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972438656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.528320:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7761 00010000:00010000:3.0:1746138012.528512:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.528522:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.528538:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac44f expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.528550:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.528551:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.528557:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.528563:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.528582:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.528591:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.528601:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968132224:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.528656:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.530582:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968132224:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.530601:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.530644:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972438528:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2576us (2786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.530653:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12837 00000100:00100000:0.0:1746138012.531147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.531188:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972438912 00000100:00100000:1.0:1746138012.531194:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972438912 00002000:00100000:1.0:1746138012.531226:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703800 x1830957972438912/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.531234:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703800 with x1830957972438912 ext(0->4095) 00010000:00010000:1.0:1746138012.531241:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.531251:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.531256:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094703800 00000100:00100000:1.0:1746138012.531295:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3513 00000100:00100000:1.0:1746138012.531302:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972438912:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.531450:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972438912:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.531456:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3513 00002000:00100000:1.0:1746138012.531461:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703800 x1830957972438912/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.531468:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703800 with x1830957972438912 ext(0->4095) 00010000:00010000:1.0:1746138012.531472:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.531481:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.531486:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094703800 00000100:00100000:0.0:1746138012.533486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.533566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.533644:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972439040 00000100:00100000:2.0:1746138012.533651:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972439040 00000100:00100000:2.0:1746138012.533682:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7762 00000100:00100000:2.0:1746138012.533688:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972439040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.533702:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.534087:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac464 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.534112:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.534117:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.534123:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.534126:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.534157:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.534172:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.534180:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.534228:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972439040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 539us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.534234:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7762 00000100:00100000:3.0:1746138012.534304:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972439168 00000100:00100000:3.0:1746138012.534308:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972439168 00010000:00010000:3.0:1746138012.534324:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.534348:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12838 00000100:00100000:3.0:1746138012.534354:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972439168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.534361:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.534379:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.534389:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.534405:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e19e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac456 expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.534441:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.534443:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.534448:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.534456:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.534480:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.534489:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.534501:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968132480:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.534562:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.536851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.537047:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968132480:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.537063:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.537091:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972439168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2737us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.537098:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12838 00000100:00100000:1.0:1746138012.537292:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972439424 00000100:00100000:1.0:1746138012.537296:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972439424 00002000:00100000:1.0:1746138012.537329:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287fb80 x1830957972439424/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.537337:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287fb80 with x1830957972439424 ext(0->4095) 00010000:00010000:1.0:1746138012.537344:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.537353:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.537358:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287fb80 00000100:00100000:1.0:1746138012.537386:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3514 00000100:00100000:1.0:1746138012.537392:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972439424:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.537542:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972439424:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.537548:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3514 00002000:00100000:1.0:1746138012.537553:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287fb80 x1830957972439424/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.537559:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287fb80 with x1830957972439424 ext(0->4095) 00010000:00010000:1.0:1746138012.537564:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.537572:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.537577:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287fb80 00000100:00100000:0.0:1746138012.539450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.539505:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972439552 00000100:00100000:3.0:1746138012.539510:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972439552 00010000:00010000:3.0:1746138012.539529:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.539557:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12839 00000100:00100000:3.0:1746138012.539563:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972439552:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.539572:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.539587:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.539596:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.539614:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e19e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac45d expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.539759:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.539762:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.539778:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.539785:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.539811:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.539821:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968132608:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.539873:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.541180:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968132608:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.541193:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.541225:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972439552:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1662us (1779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.541233:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12839 00000100:00100000:0.0:1746138012.541846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.541885:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972439808 00000100:00100000:1.0:1746138012.541891:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972439808 00002000:00100000:1.0:1746138012.541917:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b0700 x1830957972439808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.541928:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b0700 with x1830957972439808 ext(0->4095) 00002000:00010000:1.0:1746138012.541932:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b0700 00000100:00100000:1.0:1746138012.541952:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5537 00000100:00100000:1.0:1746138012.541957:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972439808:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.542097:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972439808:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.542102:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5537 00002000:00100000:1.0:1746138012.542107:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b0700 x1830957972439808/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.542114:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b0700 with x1830957972439808 ext(0->4095) 00002000:00010000:1.0:1746138012.542116:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b0700 00000100:00100000:0.0:1746138012.543305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.543400:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972439936 00000100:00100000:2.0:1746138012.543406:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972439936 00000100:00100000:2.0:1746138012.543459:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7763 00000100:00100000:2.0:1746138012.543466:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972439936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.543476:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.543489:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac46b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.543512:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.543518:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.543520:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.543523:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.543544:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.543558:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 53 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.543567:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968132736:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.543640:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.544719:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968132736:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138012.544723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138012.544746:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.544765:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138012.544797:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972439936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1331us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.544804:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7763 00000100:00100000:3.0:1746138012.544889:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972440064 00000100:00100000:3.0:1746138012.544895:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972440064 00010000:00010000:3.0:1746138012.544917:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.544952:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12840 00000100:00100000:3.0:1746138012.544958:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972440064:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.544968:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.544989:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.545004:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.545026:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e19ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac464 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.545041:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.545043:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.545054:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.545062:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.545087:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.545098:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968132864:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.545152:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.546066:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968132864:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.546079:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.546266:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972440064:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1298us (1532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.546290:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12840 00000100:00100000:0.0:1746138012.546531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.546614:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972440320 00000100:00100000:1.0:1746138012.546620:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972440320 00002000:00100000:1.0:1746138012.546655:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b2680 x1830957972440320/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.546671:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b2680 with x1830957972440320 ext(0->4095) 00002000:00010000:1.0:1746138012.546676:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b2680 00000100:00100000:1.0:1746138012.546784:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5538 00000100:00100000:1.0:1746138012.546793:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972440320:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.547231:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972440320:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 439us (700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.547237:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5538 00002000:00100000:1.0:1746138012.547242:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b2680 x1830957972440320/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.547249:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b2680 with x1830957972440320 ext(0->4095) 00002000:00010000:1.0:1746138012.547252:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b2680 00000100:00100000:0.0:1746138012.548818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.548967:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972440448 00000100:00100000:2.0:1746138012.548977:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972440448 00000100:00100000:2.0:1746138012.549022:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7764 00000100:00100000:2.0:1746138012.549030:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972440448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.549048:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.549067:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac472 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.549096:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.549108:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.549110:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.549114:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.549148:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.549159:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.549171:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968132992:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.549268:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.551188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.551522:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968132992:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.551549:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.551566:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:3.0:1746138012.551590:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972440576 00000100:00100000:3.0:1746138012.551599:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972440576 00010000:00010000:3.0:1746138012.551624:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.551662:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12841 00000100:00100000:3.0:1746138012.551669:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972440576:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.551679:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138012.552027:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972440448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2996us (3212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.552034:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7764 00010000:00010000:3.0:1746138012.552053:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.552064:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.552081:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e19f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac46b expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.552095:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.552097:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.552102:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.552109:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.552134:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.552231:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968133120:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.552304:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.552757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.552952:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972440704 00000100:00100000:2.0:1746138012.552957:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972440704 00000100:00100000:2.0:1746138012.552978:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7765 00000100:00100000:2.0:1746138012.552983:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972440704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.552995:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.553004:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac479 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.553019:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.553024:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.553025:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.553028:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.553042:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.553051:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.553059:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968133248:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.553111:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.553827:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968133120:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.553849:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.553885:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972440576:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2215us (2705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.553894:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12841 00000100:00100000:1.0:1746138012.554251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.554331:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972440960 00000100:00100000:2.0:1746138012.554338:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972440960 00002000:00100000:2.0:1746138012.554372:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c277800 x1830957972440960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.554382:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277800 with x1830957972440960 ext(0->4095) 00010000:00010000:2.0:1746138012.554390:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.554407:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.554460:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c277800 00000100:00100000:2.0:1746138012.554490:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968133248:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138012.554492:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3515 00000100:00100000:0.0:1746138012.554501:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972440960:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746138012.554505:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.554515:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138012.554539:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972440704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1557us (1784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.554544:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7765 00000100:00100000:0.0:1746138012.554650:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972440960:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138012.554656:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3515 00002000:00100000:0.0:1746138012.554661:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c277800 x1830957972440960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.554669:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277800 with x1830957972440960 ext(0->4095) 00010000:00010000:0.0:1746138012.554677:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.554692:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746138012.554697:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c277800 00000100:00100000:0.0:1746138012.555875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.555934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.555948:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972441088 00000100:00100000:3.0:1746138012.555954:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972441088 00010000:00010000:3.0:1746138012.555975:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.555977:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972441216 00000100:00100000:2.0:1746138012.555981:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972441216 00000100:00100000:3.0:1746138012.556001:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12842 00000100:00100000:3.0:1746138012.556007:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972441088:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138012.556012:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7766 00010000:00010000:3.0:1746138012.556016:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138012.556018:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972441216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.556029:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.556031:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.556042:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.556042:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac480 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.556065:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.556068:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e19fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac472 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.556070:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.556077:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.556080:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.556088:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.556090:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.556099:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.556112:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.556135:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.556146:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.556156:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.556158:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968133376:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.556165:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.556173:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968133504:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.556231:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.556232:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.557057:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968133376:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.557074:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.557085:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.557110:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972441216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1092us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.557116:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7766 00000100:00100000:3.0:1746138012.557233:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968133504:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.557244:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.557288:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972441088:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1267us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.557296:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12842 00000100:00100000:0.0:1746138012.557381:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.557446:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972441472 00000100:00100000:2.0:1746138012.557451:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972441472 00002000:00100000:2.0:1746138012.557481:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455500 x1830957972441472/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.557490:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455500 with x1830957972441472 ext(0->4095) 00010000:00010000:2.0:1746138012.557495:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.557510:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.557516:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131455500 00000100:00100000:2.0:1746138012.557528:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3516 00000100:00100000:2.0:1746138012.557533:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972441472:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.557674:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972441472:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.557680:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3516 00002000:00100000:2.0:1746138012.557685:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131455500 x1830957972441472/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.557693:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131455500 with x1830957972441472 ext(0->4095) 00010000:00010000:2.0:1746138012.557697:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.557706:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.557711:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131455500 00000100:00100000:0.0:1746138012.558556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.558617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.558681:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972441728 00000100:00100000:2.0:1746138012.558686:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972441728 00000100:00100000:2.0:1746138012.558718:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7767 00000100:00100000:2.0:1746138012.558726:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972441728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.558735:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138012.558746:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972441600 00010000:00010000:2.0:1746138012.558747:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac487 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.558749:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972441600 00010000:00010000:3.0:1746138012.558763:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.558766:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.558770:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.558776:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.558779:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.558786:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12843 00000100:00100000:3.0:1746138012.558793:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972441600:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.558805:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.558805:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.558814:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.558820:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.558821:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00010000:00010000:3.0:1746138012.558830:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.558844:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972441728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (289us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138012.558850:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac479 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.558850:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7767 00010000:00010000:3.0:1746138012.558861:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.558862:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.558868:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.558875:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.558893:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.558903:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.558913:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968133760:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.558971:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.560139:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968133760:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.560152:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138012.560153:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.560204:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972441984 00000100:00100000:2.0:1746138012.560208:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972441984 00002000:00100000:2.0:1746138012.560233:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149880 x1830957972441984/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138012.560234:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972441600:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1441us (1615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.560241:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12843 00002000:00100000:2.0:1746138012.560241:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149880 with x1830957972441984 ext(0->4095) 00010000:00010000:2.0:1746138012.560246:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.560261:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.560266:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130149880 00000100:00100000:2.0:1746138012.560292:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3517 00000100:00100000:2.0:1746138012.560297:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972441984:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.560446:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972441984:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.560452:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3517 00002000:00100000:2.0:1746138012.560458:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149880 x1830957972441984/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.560465:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149880 with x1830957972441984 ext(0->4095) 00010000:00010000:2.0:1746138012.560469:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.560478:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.560483:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130149880 00000100:00100000:0.0:1746138012.562230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.562288:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972442112 00000100:00100000:3.0:1746138012.562296:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972442112 00010000:00010000:3.0:1746138012.562325:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.562353:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12844 00000100:00100000:3.0:1746138012.562358:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972442112:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.562367:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.562385:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.562394:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.562442:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac480 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.562461:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.562462:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.562473:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.562481:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.562520:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.562532:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968133888:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.562639:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.565096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.565200:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968133888:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.565223:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.565223:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972442368 00000100:00100000:2.0:1746138012.565236:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972442368 00000100:00100000:3.0:1746138012.565265:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972442112:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2906us (3040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.565288:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12844 00002000:00100000:2.0:1746138012.565294:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0700 x1830957972442368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.565305:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0700 with x1830957972442368 ext(0->4095) 00002000:00010000:2.0:1746138012.565311:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b0700 00000100:00100000:2.0:1746138012.565339:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5539 00000100:00100000:2.0:1746138012.565347:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972442368:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.565537:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972442368:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.565544:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5539 00002000:00100000:2.0:1746138012.565549:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0700 x1830957972442368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.565556:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0700 with x1830957972442368 ext(0->4095) 00002000:00010000:2.0:1746138012.565559:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b0700 00000100:00100000:0.0:1746138012.567267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.567372:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972442496 00000100:00100000:2.0:1746138012.567379:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972442496 00000100:00100000:2.0:1746138012.567410:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7768 00000100:00100000:2.0:1746138012.567435:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972442496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.567448:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.567462:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac48e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.567486:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.567493:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.567494:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.567497:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.567525:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.567536:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 53 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.567546:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968134016:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.567622:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.569050:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968134016:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.569072:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.569087:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138012.569123:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972442496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1706us (1859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.569130:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7768 00000100:00100000:0.0:1746138012.569409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.569484:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972442624 00000100:00100000:3.0:1746138012.569490:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972442624 00010000:00010000:3.0:1746138012.569511:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.569530:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12845 00000100:00100000:3.0:1746138012.569537:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972442624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.569552:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.569571:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.569581:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.569600:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac487 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.569667:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.569669:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.569675:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.569683:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.569707:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.569717:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968134144:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.569935:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.570923:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968134144:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.570938:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.570972:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972442624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1435us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.570979:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12845 00000100:00100000:0.0:1746138012.571338:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.571413:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972442880 00000100:00100000:2.0:1746138012.571447:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972442880 00002000:00100000:2.0:1746138012.571476:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72300 x1830957972442880/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.571484:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72300 with x1830957972442880 ext(0->4095) 00002000:00010000:2.0:1746138012.571488:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa72300 00000100:00100000:2.0:1746138012.571536:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5540 00000100:00100000:2.0:1746138012.571543:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972442880:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138012.571678:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972442880:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.571683:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5540 00002000:00100000:2.0:1746138012.571688:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72300 x1830957972442880/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.571695:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72300 with x1830957972442880 ext(0->4095) 00002000:00010000:2.0:1746138012.571698:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa72300 00000100:00100000:0.0:1746138012.572735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.572784:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972443008 00000100:00100000:2.0:1746138012.572790:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972443008 00000100:00100000:2.0:1746138012.572824:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7769 00000100:00100000:2.0:1746138012.572829:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972443008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.572839:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.572852:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac495 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.572872:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.572878:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.572879:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.572882:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.572905:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.573111:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.573122:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968134272:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.573501:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.574074:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968134272:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.574101:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.574117:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138012.574154:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972443008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1324us (1421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.574163:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7769 00000100:00100000:0.0:1746138012.574585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.574667:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972443136 00000100:00100000:3.0:1746138012.574674:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972443136 00010000:00010000:3.0:1746138012.574699:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.574727:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12846 00000100:00100000:3.0:1746138012.574733:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972443136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.574748:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.574773:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.574783:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.574805:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac48e expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.574826:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.574828:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.574834:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.574842:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.574867:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.574878:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968134400:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.574939:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.574952:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.574973:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972443264 00000100:00100000:2.0:1746138012.574977:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972443264 00000100:00100000:2.0:1746138012.575019:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7770 00000100:00100000:2.0:1746138012.575025:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972443264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.575037:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.575045:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac49c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.575063:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.575073:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.575075:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.575078:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.575178:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.575188:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.575197:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968134528:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.575232:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.576043:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968134400:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.576156:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.576198:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972443136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1464us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.576208:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12846 00000100:00100000:2.0:1746138012.576245:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968134528:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.576259:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.576268:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138012.576300:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972443264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1275us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.576306:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7770 00000100:00100000:0.0:1746138012.576457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.576550:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972443520 00000100:00100000:3.0:1746138012.576555:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972443520 00002000:00100000:3.0:1746138012.576584:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71880 x1830957972443520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.576593:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71880 with x1830957972443520 ext(0->4095) 00010000:00010000:3.0:1746138012.576599:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.576610:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.576616:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa71880 00000100:00100000:3.0:1746138012.576639:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3518 00000100:00100000:3.0:1746138012.576645:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972443520:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.576799:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972443520:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.576804:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3518 00002000:00100000:3.0:1746138012.576808:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71880 x1830957972443520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.576813:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71880 with x1830957972443520 ext(0->4095) 00010000:00010000:3.0:1746138012.576816:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.576826:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.576830:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa71880 00000100:00100000:0.0:1746138012.578589:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.578674:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.578700:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972443648 00000100:00100000:3.0:1746138012.578719:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972443776 00000100:00100000:2.0:1746138012.578721:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972443648 00000100:00100000:3.0:1746138012.578725:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972443776 00010000:00010000:3.0:1746138012.578751:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.578781:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7771 00000100:00100000:2.0:1746138012.578788:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972443648:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138012.578789:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12847 00000100:00100000:3.0:1746138012.578795:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972443776:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.578807:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.578810:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.578822:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4a3 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.578830:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.578841:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.578851:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.578857:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.578862:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138012.578865:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.578887:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1a20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac495 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.578911:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.578911:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.578913:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.578919:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.578932:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.578946:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.578955:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00010000:00010000:3.0:1746138012.578959:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.578969:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.578980:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968134784:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.579025:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972443648:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 236us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.579031:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7771 00000100:00100000:3.0:1746138012.579056:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a3ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.580230:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968134784:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.580247:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.580292:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972443776:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1495us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.580301:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12847 00000100:00100000:0.0:1746138012.580445:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.580487:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972444032 00000100:00100000:3.0:1746138012.580493:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972444032 00002000:00100000:3.0:1746138012.580522:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72a00 x1830957972444032/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.580531:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72a00 with x1830957972444032 ext(0->4095) 00010000:00010000:3.0:1746138012.580538:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.580553:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.580558:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72a00 00000100:00100000:3.0:1746138012.580579:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3519 00000100:00100000:3.0:1746138012.580584:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972444032:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.580727:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972444032:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.580732:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3519 00002000:00100000:3.0:1746138012.580737:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72a00 x1830957972444032/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.580746:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72a00 with x1830957972444032 ext(0->4095) 00010000:00010000:3.0:1746138012.580750:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.580758:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.580763:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72a00 00000100:00100000:0.0:1746138012.581805:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.581847:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.581888:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972444288 00000100:00100000:3.0:1746138012.581892:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972444288 00010000:00010000:3.0:1746138012.581907:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.581907:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972444160 00000100:00100000:2.0:1746138012.581910:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972444160 00000100:00100000:3.0:1746138012.581926:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12848 00000100:00100000:2.0:1746138012.581928:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7772 00000100:00100000:3.0:1746138012.581931:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972444288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138012.581932:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972444160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.581938:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.581943:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.581951:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.581958:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.581961:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4aa expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.581982:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac49c expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.581997:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.581999:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.582007:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.582015:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.582041:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.582047:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.582049:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.582052:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.582062:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.582074:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.582086:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968134912:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.582090:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.582098:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.582106:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968135040:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.582153:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.582203:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.583091:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968135040:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.583108:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.583117:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968134912:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.583119:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00010000:00010000:3.0:1746138012.583129:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.583142:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972444288:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1209us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.583142:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972444160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1208us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.583147:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7772 00000100:00100000:3.0:1746138012.583148:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12848 00000100:00100000:0.0:1746138012.583327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.583404:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972444544 00000100:00100000:2.0:1746138012.583409:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972444544 00002000:00100000:2.0:1746138012.583458:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72d80 x1830957972444544/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.583467:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72d80 with x1830957972444544 ext(0->4095) 00010000:00010000:2.0:1746138012.583472:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.583482:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.583487:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72d80 00000100:00100000:2.0:1746138012.583509:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3520 00000100:00100000:2.0:1746138012.583515:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972444544:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138012.583652:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972444544:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.583658:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3520 00002000:00100000:2.0:1746138012.583663:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72d80 x1830957972444544/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.583669:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72d80 with x1830957972444544 ext(0->4095) 00010000:00010000:2.0:1746138012.583674:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.583681:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.583691:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72d80 00000100:00100000:0.0:1746138012.585664:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.585829:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972444672 00000100:00100000:3.0:1746138012.585836:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972444672 00010000:00010000:3.0:1746138012.585863:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.585897:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12849 00000100:00100000:3.0:1746138012.585903:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972444672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.585915:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.585934:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.585946:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.585970:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4a3 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.585987:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.585989:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.585996:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.586004:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.586042:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.586055:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968135168:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.586131:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.587064:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968135168:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.587084:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.587118:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972444672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1213us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.587125:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12849 00000100:00100000:0.0:1746138012.587298:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.587405:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972444928 00000100:00100000:2.0:1746138012.587467:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972444928 00002000:00100000:2.0:1746138012.587517:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64e00 x1830957972444928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.587526:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64e00 with x1830957972444928 ext(0->4095) 00002000:00010000:2.0:1746138012.587531:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f64e00 00000100:00100000:2.0:1746138012.587563:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5541 00000100:00100000:2.0:1746138012.587570:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972444928:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.587759:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972444928:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.587765:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5541 00002000:00100000:2.0:1746138012.587771:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64e00 x1830957972444928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.587777:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64e00 with x1830957972444928 ext(0->4095) 00002000:00010000:2.0:1746138012.587779:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f64e00 00000100:00100000:0.0:1746138012.589237:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.589308:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972445056 00000100:00100000:2.0:1746138012.589318:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972445056 00000100:00100000:2.0:1746138012.589372:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7773 00000100:00100000:2.0:1746138012.589379:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972445056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.589395:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.589411:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4b1 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.589540:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.589549:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.589551:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.589554:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.589583:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.589594:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 53 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.589606:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968135296:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.589711:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.591339:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968135296:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.591363:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.591378:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:3.0:1746138012.591469:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972445056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2089us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.591476:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7773 00000100:00100000:0.0:1746138012.591672:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.591706:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972445184 00000100:00100000:3.0:1746138012.591711:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972445184 00010000:00010000:3.0:1746138012.591730:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.591758:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12850 00000100:00100000:3.0:1746138012.591765:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972445184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.591775:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.591796:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.591806:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.591824:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4aa expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.591841:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.591843:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.591848:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.591855:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.591875:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.591885:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968135424:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.591919:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.593353:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968135424:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.593361:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138012.593367:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.593395:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972445184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1630us (1723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.593407:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12850 00000100:00100000:2.0:1746138012.593449:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972445440 00000100:00100000:2.0:1746138012.593455:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972445440 00002000:00100000:2.0:1746138012.593481:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6300 x1830957972445440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.593489:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6300 with x1830957972445440 ext(0->4095) 00002000:00010000:2.0:1746138012.593492:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b6300 00000100:00100000:2.0:1746138012.593505:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5542 00000100:00100000:2.0:1746138012.593510:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972445440:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.593723:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972445440:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 212us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.593728:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5542 00002000:00100000:2.0:1746138012.593733:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6300 x1830957972445440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.593739:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6300 with x1830957972445440 ext(0->4095) 00002000:00010000:2.0:1746138012.593743:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b6300 00000100:00100000:0.0:1746138012.595828:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.595986:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972445568 00000100:00100000:3.0:1746138012.595994:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972445568 00000100:00100000:3.0:1746138012.596042:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7774 00000100:00100000:3.0:1746138012.596049:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972445568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.596065:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.596079:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4b8 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.596108:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.596114:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.596116:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.596119:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.596144:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.596155:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.596165:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968135552:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.596250:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.597541:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968135552:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.597566:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.597580:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138012.597610:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972445568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1561us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.597617:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7774 00000100:00100000:0.0:1746138012.597982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.598006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.598065:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972445696 00000100:00100000:3.0:1746138012.598071:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972445696 00010000:00010000:3.0:1746138012.598090:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.598121:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12851 00000100:00100000:3.0:1746138012.598127:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972445696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138012.598130:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972445824 00000100:00100000:2.0:1746138012.598134:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972445824 00010000:00010000:3.0:1746138012.598136:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.598153:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.598155:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7775 00000100:00100000:2.0:1746138012.598160:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972445824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.598163:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.598171:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.598181:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b1 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.598181:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4bf expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.598194:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.598196:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.598201:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.598208:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.598289:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.598295:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.598297:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.598300:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.598337:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.598346:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.598355:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.598355:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968135808:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.598363:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.598371:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968135680:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.598474:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.598480:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.600170:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968135680:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.600190:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.600221:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972445696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2093us (2239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.600229:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12851 00000100:00100000:2.0:1746138012.600323:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968135808:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.600339:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.600351:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138012.600371:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972445824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2211us (2365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.600378:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7775 00000100:00100000:0.0:1746138012.600393:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.600408:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972446080 00000100:00100000:2.0:1746138012.600413:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972446080 00002000:00100000:2.0:1746138012.600459:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b7480 x1830957972446080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.600467:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b7480 with x1830957972446080 ext(0->4095) 00010000:00010000:2.0:1746138012.600477:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.600487:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.600493:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b7480 00000100:00100000:2.0:1746138012.600507:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3521 00000100:00100000:2.0:1746138012.600512:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972446080:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.600633:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972446080:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.600639:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3521 00002000:00100000:2.0:1746138012.600644:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b7480 x1830957972446080/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.600650:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b7480 with x1830957972446080 ext(0->4095) 00010000:00010000:2.0:1746138012.600654:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.600662:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.600667:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b7480 00000100:00100000:0.0:1746138012.602000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.602051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.602115:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972446336 00000100:00100000:3.0:1746138012.602123:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972446336 00010000:00010000:3.0:1746138012.602148:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.602186:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12852 00000100:00100000:3.0:1746138012.602192:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972446336:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.602201:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.602217:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.602228:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.602243:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972446208 00010000:00010000:3.0:1746138012.602247:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1a43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4b8 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.602247:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972446208 00010000:00010000:3.0:1746138012.602263:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.602264:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.602270:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.602286:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7776 00010000:00010000:3.0:1746138012.602290:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.602292:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972446208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.602302:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.602311:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4c6 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.602322:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.602325:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.602332:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.602333:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.602541:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.602554:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.602566:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968135936:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.602586:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.602594:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.602602:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968136064:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.602688:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.602692:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.604830:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968136064:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.604857:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.604875:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.604906:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972446208:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2614us (2913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.604913:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7776 00000100:00100000:3.0:1746138012.605089:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968135936:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.605101:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.605134:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972446336:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2941us (3082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.605142:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12852 00000100:00100000:1.0:1746138012.605249:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.605975:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972446592 00000100:00100000:2.0:1746138012.605980:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972446592 00002000:00100000:2.0:1746138012.606008:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274380 x1830957972446592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.606017:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274380 with x1830957972446592 ext(0->4095) 00010000:00010000:2.0:1746138012.606023:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.606035:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.606041:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c274380 00000100:00100000:2.0:1746138012.606067:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3522 00000100:00100000:2.0:1746138012.606074:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972446592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.606215:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972446592:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (965us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.606221:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3522 00002000:00100000:2.0:1746138012.606226:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274380 x1830957972446592/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.606238:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274380 with x1830957972446592 ext(0->4095) 00010000:00010000:2.0:1746138012.606243:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.606368:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.606374:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c274380 00000100:00100000:0.0:1746138012.607465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.607537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.607617:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972446720 00000100:00100000:2.0:1746138012.607622:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972446720 00000100:00100000:3.0:1746138012.607650:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972446848 00000100:00100000:3.0:1746138012.607654:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972446848 00000100:00100000:2.0:1746138012.607655:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7777 00000100:00100000:2.0:1746138012.607661:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972446720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.607670:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.607671:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138012.607693:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12853 00000100:00100000:3.0:1746138012.607697:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972446848:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.607709:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.607725:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.607735:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.607753:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1a4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4bf expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.607765:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4cd expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.607766:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.607767:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.607774:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.607781:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.607793:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.607799:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.607825:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.607829:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.607887:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.607898:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.607913:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968136192:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.607920:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.607933:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.607941:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968136320:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.607987:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.607993:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.609006:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968136320:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.609024:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.609033:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138012.609071:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972446720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1410us (1608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.609077:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968136192:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.609078:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7777 00000100:00100000:0.0:1746138012.609079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138012.609089:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.609100:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972447104 00000100:00100000:2.0:1746138012.609104:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972447104 00000100:00100000:3.0:1746138012.609105:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972446848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1407us (1568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.609111:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12853 00002000:00100000:2.0:1746138012.609123:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b7800 x1830957972447104/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.609132:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b7800 with x1830957972447104 ext(0->4095) 00010000:00010000:2.0:1746138012.609136:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.609145:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.609155:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b7800 00000100:00100000:2.0:1746138012.609172:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3523 00000100:00100000:2.0:1746138012.609178:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972447104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.609302:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972447104:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.609308:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3523 00002000:00100000:2.0:1746138012.609313:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b7800 x1830957972447104/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.609320:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b7800 with x1830957972447104 ext(0->4095) 00010000:00010000:2.0:1746138012.609324:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.609331:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.609336:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b7800 00000100:00100000:0.0:1746138012.610975:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.611073:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972447232 00000100:00100000:3.0:1746138012.611080:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972447232 00010000:00010000:3.0:1746138012.611103:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.611133:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12854 00000100:00100000:3.0:1746138012.611139:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972447232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.611149:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.611164:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.611173:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.611190:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4c6 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.611203:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.611205:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.611210:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.611218:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.611245:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.611255:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968136448:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.611354:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.613356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.613465:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972447488 00000100:00100000:2.0:1746138012.613472:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972447488 00002000:00100000:2.0:1746138012.613504:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634ad80 x1830957972447488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.613513:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634ad80 with x1830957972447488 ext(0->4095) 00002000:00010000:2.0:1746138012.613517:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634ad80 00000100:00100000:2.0:1746138012.613538:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5543 00000100:00100000:2.0:1746138012.613545:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972447488:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138012.613622:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968136448:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.613639:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.613688:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972447232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2548us (2721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.613697:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12854 00000100:00100000:2.0:1746138012.613718:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972447488:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.613723:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5543 00002000:00100000:2.0:1746138012.613728:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634ad80 x1830957972447488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.613734:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634ad80 with x1830957972447488 ext(0->4095) 00002000:00010000:2.0:1746138012.613737:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634ad80 00000100:00100000:0.0:1746138012.615115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.615268:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972447616 00000100:00100000:2.0:1746138012.615285:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972447616 00000100:00100000:2.0:1746138012.615328:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7778 00000100:00100000:2.0:1746138012.615335:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972447616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.615348:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.615362:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4d4 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.615384:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.615391:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.615393:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.615395:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.615445:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.615461:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 53 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.615472:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968136576:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.615562:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.617666:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968136576:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.617690:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.617704:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138012.617749:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972447616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2415us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.617756:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7778 00000100:00100000:1.0:1746138012.618161:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.618215:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972447744 00000100:00100000:3.0:1746138012.618220:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972447744 00010000:00010000:3.0:1746138012.618241:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.618266:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12855 00000100:00100000:3.0:1746138012.618270:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972447744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.618290:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.618313:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.618327:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.618346:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4cd expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.618370:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.618372:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.618378:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.618385:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.618411:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.618440:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968136704:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.618698:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.621354:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.621370:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968136704:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.621385:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.621488:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972447744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3216us (3328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.621496:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12855 00000100:00100000:2.0:1746138012.621522:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972448000 00000100:00100000:2.0:1746138012.621528:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972448000 00002000:00100000:2.0:1746138012.621563:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88e00 x1830957972448000/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.621573:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88e00 with x1830957972448000 ext(0->4095) 00002000:00010000:2.0:1746138012.621577:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88e00 00000100:00100000:2.0:1746138012.621593:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5544 00000100:00100000:2.0:1746138012.621598:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972448000:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138012.621748:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972448000:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.621757:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5544 00002000:00100000:2.0:1746138012.621762:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88e00 x1830957972448000/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.621768:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88e00 with x1830957972448000 ext(0->4095) 00002000:00010000:2.0:1746138012.621771:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88e00 00000100:00100000:0.0:1746138012.624402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.624513:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972448128 00000100:00100000:2.0:1746138012.624524:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972448128 00000100:00100000:0.0:1746138012.624547:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.624622:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972448256 00000100:00100000:1.0:1746138012.624627:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972448256 00000100:00100000:2.0:1746138012.624633:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7779 00000100:00100000:2.0:1746138012.624640:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972448128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138012.624649:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7780 00000100:00100000:1.0:1746138012.624655:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972448256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.624657:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.624663:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.624674:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4db expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.624674:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4e2 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.624699:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.624711:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.624712:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.624716:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.624759:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.624764:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.624770:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.624773:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.624797:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.624802:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.624810:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.624821:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.624821:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968136960:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.624835:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.624875:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972448128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 236us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.624881:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7779 00000100:00100000:1.0:1746138012.624900:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.625998:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968136960:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.626018:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.626029:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138012.626056:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972448256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1399us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.626061:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7780 00000100:00100000:0.0:1746138012.626403:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.626509:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972448384 00000100:00100000:3.0:1746138012.626514:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972448384 00010000:00010000:3.0:1746138012.626535:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.626557:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12856 00000100:00100000:3.0:1746138012.626562:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972448384:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.626571:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.626588:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.626598:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.626619:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1a5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4d4 expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.626631:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.626633:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.626639:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.626646:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.626669:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.626679:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.626689:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137088:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.626759:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.630286:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.630369:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137088:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.630390:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.630453:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972448384:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3890us (4050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.630463:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12856 00000100:00100000:2.0:1746138012.630549:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972448640 00000100:00100000:2.0:1746138012.630555:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972448640 00002000:00100000:2.0:1746138012.630586:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8000 x1830957972448640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.630595:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8000 with x1830957972448640 ext(0->4095) 00010000:00010000:2.0:1746138012.630602:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.630612:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.630618:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba8000 00000100:00100000:2.0:1746138012.630645:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3524 00000100:00100000:2.0:1746138012.630652:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972448640:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.630811:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972448640:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.630817:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3524 00002000:00100000:2.0:1746138012.630822:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8000 x1830957972448640/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.630833:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8000 with x1830957972448640 ext(0->4095) 00010000:00010000:2.0:1746138012.630838:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.630846:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.630852:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba8000 00000100:00100000:0.0:1746138012.633595:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.633687:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972448768 00000100:00100000:3.0:1746138012.633695:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972448768 00010000:00010000:3.0:1746138012.633725:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.633923:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12857 00000100:00100000:3.0:1746138012.633930:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972448768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.633945:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.633967:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.633979:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.634000:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1a6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e2 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.634128:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.634131:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.634138:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.634146:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.634178:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.634189:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137216:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.634634:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.637248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.637340:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137216:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.637361:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.637471:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972449024 00000100:00100000:2.0:1746138012.637478:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972449024 00002000:00100000:2.0:1746138012.637527:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8700 x1830957972449024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.637537:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8700 with x1830957972449024 ext(0->4095) 00002000:00010000:2.0:1746138012.637542:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba8700 00000100:00100000:2.0:1746138012.637562:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5545 00000100:00100000:2.0:1746138012.637569:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972449024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.637751:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972448768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3820us (4163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.637759:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12857 00000100:00100000:2.0:1746138012.638260:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972449024:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 690us (1022us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.638267:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5545 00002000:00100000:2.0:1746138012.638272:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8700 x1830957972449024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.638290:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8700 with x1830957972449024 ext(0->4095) 00002000:00010000:2.0:1746138012.638292:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba8700 00000100:00100000:0.0:1746138012.641994:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.642200:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972449152 00000100:00100000:1.0:1746138012.642208:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972449152 00000100:00100000:1.0:1746138012.642260:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7781 00000100:00100000:1.0:1746138012.642266:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972449152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.642289:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.642306:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4e9 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.642338:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.642348:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.642350:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.642353:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.642385:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.642397:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.642409:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968137344:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138012.643679:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.646322:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.646385:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968137344:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.646429:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972449280 00000100:00100000:3.0:1746138012.646436:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972449280 00010000:00010000:2.0:1746138012.646440:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.646458:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00010000:00010000:3.0:1746138012.646460:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.646497:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12858 00000100:00100000:2.0:1746138012.646501:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972449152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4234us (4517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.646503:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972449280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138012.646508:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7781 00010000:00010000:3.0:1746138012.646515:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.646534:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.646548:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.646570:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1a66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4db expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.646585:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.646586:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.646845:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.646853:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.646880:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.646890:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137472:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.647214:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.648584:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.649458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.649544:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137472:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.649558:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.649586:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972449280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3083us (3271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.649593:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12858 00000100:00100000:3.0:1746138012.649622:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972449664 00000100:00100000:3.0:1746138012.649627:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972449664 00002000:00100000:3.0:1746138012.649649:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9500 x1830957972449664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.649655:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9500 with x1830957972449664 ext(0->4095) 00002000:00010000:3.0:1746138012.649659:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9500 00000100:00100000:3.0:1746138012.649682:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5546 00000100:00100000:3.0:1746138012.649691:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972449664:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.649789:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972449408 00000100:00100000:2.0:1746138012.649794:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972449408 00000100:00100000:3.0:1746138012.649811:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972449664:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.649816:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5546 00000100:00100000:2.0:1746138012.649818:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7782 00002000:00100000:3.0:1746138012.649821:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9500 x1830957972449664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746138012.649824:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972449408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:3.0:1746138012.649828:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9500 with x1830957972449664 ext(0->4095) 00002000:00010000:3.0:1746138012.649831:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9500 00010000:00010000:2.0:1746138012.649832:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.649844:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4f0 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.649864:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.649871:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.649873:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.649876:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.649900:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.649909:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 5 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.649919:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968137600:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.649969:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.652939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.652986:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972449792 00000100:00100000:0.0:1746138012.652993:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972449792 00000100:00100000:0.0:1746138012.653025:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7783 00000100:00100000:0.0:1746138012.653032:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972449792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138012.653045:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968137600:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138012.653047:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138012.653060:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4f7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.653065:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.653077:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00010000:00010000:0.0:1746138012.653079:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.653083:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.653088:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138012.653091:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.653114:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.653120:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972449408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3295us (4539us total) trans 0 rc 0/0 00010000:00010000:0.0:1746138012.653123:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.653126:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7782 00010000:00010000:0.0:1746138012.653129:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:0.0:1746138012.653146:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972449792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138012.653151:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7783 00000100:00100000:0.0:1746138012.653660:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.653737:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972449920 00000100:00100000:3.0:1746138012.653741:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972449920 00010000:00010000:3.0:1746138012.653758:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.653787:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12859 00000100:00100000:3.0:1746138012.653792:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972449920:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.653801:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.653821:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.653832:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.653849:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1a74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4e9 expref: 6 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.653863:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.653864:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.653869:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.653876:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.653896:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.653906:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 54 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.653921:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137856:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.654125:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.656145:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137856:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.656165:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.656201:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972449920:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2408us (2541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.656209:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12859 00000100:00100000:0.0:1746138012.656444:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.656656:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972450176 00000100:00100000:3.0:1746138012.656662:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972450176 00002000:00100000:3.0:1746138012.656691:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9c00 x1830957972450176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.656700:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9c00 with x1830957972450176 ext(0->4095) 00010000:00010000:3.0:1746138012.656706:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.656716:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.656722:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba9c00 00000100:00100000:3.0:1746138012.656734:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3525 00000100:00100000:3.0:1746138012.656740:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972450176:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.656875:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972450176:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.656883:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3525 00002000:00100000:3.0:1746138012.656887:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9c00 x1830957972450176/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.656895:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9c00 with x1830957972450176 ext(0->4095) 00010000:00010000:3.0:1746138012.656899:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.656907:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.656912:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba9c00 00000100:00100000:0.0:1746138012.658910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.658966:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972450304 00000100:00100000:3.0:1746138012.658973:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972450304 00010000:00010000:3.0:1746138012.659001:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.659038:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12860 00000100:00100000:3.0:1746138012.659045:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972450304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.659057:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.659075:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.659085:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.659105:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1a7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f0 expref: 55 pid: 21614 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.659132:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.659134:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.659139:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.659146:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.659174:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.659184:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137984:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.659762:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.663342:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968137984:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.663364:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.663407:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972450304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4362us (4501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.663440:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12860 00000100:00100000:0.0:1746138012.663818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.664115:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972450560 00000100:00100000:1.0:1746138012.664121:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972450560 00002000:00100000:1.0:1746138012.664161:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092baa300 x1830957972450560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.664170:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baa300 with x1830957972450560 ext(0->4095) 00002000:00010000:1.0:1746138012.664174:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baa300 00000100:00100000:1.0:1746138012.664202:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5547 00000100:00100000:1.0:1746138012.664208:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972450560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.664481:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972450560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 273us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.664487:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5547 00002000:00100000:1.0:1746138012.664492:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092baa300 x1830957972450560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.664499:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baa300 with x1830957972450560 ext(0->4095) 00002000:00010000:1.0:1746138012.664501:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baa300 00000100:00100000:0.0:1746138012.666483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.666636:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972450688 00000100:00100000:2.0:1746138012.666645:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972450688 00000100:00100000:2.0:1746138012.666685:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7784 00000100:00100000:2.0:1746138012.666691:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972450688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.666710:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.666729:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac4fe expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.666758:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.666763:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.666765:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.666768:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.666792:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.666800:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 53 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.666810:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968138112:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.667261:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.668763:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968138112:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.668803:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.668824:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138012.668880:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972450688:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2187us (2404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.668889:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7784 00000100:00100000:0.0:1746138012.669117:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.669197:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972450816 00000100:00100000:2.0:1746138012.669203:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972450816 00010000:00010000:2.0:1746138012.669229:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.669264:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12861 00000100:00100000:2.0:1746138012.669272:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972450816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.669294:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.669320:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.669331:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.669357:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e1a82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4f7 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.669381:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.669383:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.669392:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.669400:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.669494:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.669508:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968138240:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.670063:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179180 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.671482:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968138240:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.671510:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.671619:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972450816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2347us (2502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.671629:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12861 00000100:00100000:0.0:1746138012.671865:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.672056:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972451072 00000100:00100000:2.0:1746138012.672063:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972451072 00002000:00100000:2.0:1746138012.672101:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092baaa00 x1830957972451072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.672111:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baaa00 with x1830957972451072 ext(0->4095) 00002000:00010000:2.0:1746138012.672116:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baaa00 00000100:00100000:2.0:1746138012.672208:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5548 00000100:00100000:2.0:1746138012.672215:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972451072:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.672708:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972451072:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 480us (831us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.672720:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5548 00002000:00100000:2.0:1746138012.672732:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092baaa00 x1830957972451072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.672742:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baaa00 with x1830957972451072 ext(0->4095) 00002000:00010000:2.0:1746138012.672747:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baaa00 00000100:00100000:0.0:1746138012.675114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.675215:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.675334:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972451200 00000100:00100000:2.0:1746138012.675344:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972451200 00000100:00100000:1.0:1746138012.675357:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972451328 00000100:00100000:1.0:1746138012.675367:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972451328 00000100:00100000:2.0:1746138012.675403:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7785 00000100:00100000:2.0:1746138012.675412:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972451200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138012.675560:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7786 00000100:00100000:1.0:1746138012.675568:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972451328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.675591:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.675614:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac50c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.675658:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.675668:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.675669:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.675673:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.675711:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.675730:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.675745:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968138368:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.675855:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00010000:00010000:2.0:1746138012.676680:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.676703:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac505 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.676873:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.676880:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.676886:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.676889:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.676932:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.676948:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.676959:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138012.677023:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972451200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1611us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.677030:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7785 00000100:00100000:1.0:1746138012.680521:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968138368:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.680560:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.680580:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138012.680648:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972451328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5079us (5430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.680656:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7786 00000100:00100000:0.0:1746138012.680735:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.680810:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972451456 00000100:00100000:0.0:1746138012.680818:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972451456 00010000:00010000:0.0:1746138012.680847:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.680872:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12862 00000100:00100000:0.0:1746138012.680879:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972451456:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138012.680890:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138012.680912:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.680922:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.680942:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1a89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac4fe expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.680966:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.680968:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.680975:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.680983:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.681009:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.681019:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.681029:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968138624:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.681108:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.682365:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968138624:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.682385:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.682537:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972451456:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1657us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.682546:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12862 00000100:00100000:1.0:1746138012.682677:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.682746:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972451712 00000100:00100000:2.0:1746138012.682754:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972451712 00002000:00100000:2.0:1746138012.682795:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c276d80 x1830957972451712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.682805:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c276d80 with x1830957972451712 ext(0->4095) 00010000:00010000:2.0:1746138012.682814:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.682828:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.682834:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c276d80 00000100:00100000:2.0:1746138012.682862:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3526 00000100:00100000:2.0:1746138012.682870:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972451712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.683128:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972451712:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 257us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.683134:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3526 00002000:00100000:2.0:1746138012.683140:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c276d80 x1830957972451712/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.683147:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c276d80 with x1830957972451712 ext(0->4095) 00010000:00010000:2.0:1746138012.683152:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.683161:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.683166:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c276d80 00000100:00100000:0.0:1746138012.686586:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.686649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.686738:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972451968 00000100:00100000:2.0:1746138012.686747:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972451968 00000100:00100000:1.0:1746138012.686747:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972451840 00000100:00100000:1.0:1746138012.686751:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972451840 00010000:00010000:2.0:1746138012.686776:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.686798:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7787 00000100:00100000:2.0:1746138012.686807:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12863 00000100:00100000:1.0:1746138012.686809:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972451840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138012.686812:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972451968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.686821:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.686823:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.686834:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac513 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.686844:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.686852:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.686857:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.686866:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.686869:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.687764:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.687785:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1a90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac50c expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.687796:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.687808:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.687810:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.687812:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.687817:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.687825:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.687837:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00010000:00010000:2.0:1746138012.687847:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.687857:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.687868:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968138880:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.687927:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972451840:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1122us (1515us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.687932:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7787 00000100:00100000:2.0:1746138012.688328:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.694924:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.694948:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968138880:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.694976:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.694991:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972452224 00000100:00100000:3.0:1746138012.694999:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972452224 00000100:00100000:2.0:1746138012.695034:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972451968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 8220us (8383us total) trans 0 rc 0/0 00002000:00100000:3.0:1746138012.695040:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8380 x1830957972452224/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746138012.695047:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12863 00002000:00100000:3.0:1746138012.695049:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8380 with x1830957972452224 ext(0->4095) 00010000:00010000:3.0:1746138012.695056:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.695073:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.695079:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba8380 00000100:00100000:3.0:1746138012.695095:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3527 00000100:00100000:3.0:1746138012.695102:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972452224:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.695317:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972452224:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 214us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.695323:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3527 00002000:00100000:3.0:1746138012.695328:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8380 x1830957972452224/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.695335:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8380 with x1830957972452224 ext(0->4095) 00010000:00010000:3.0:1746138012.695340:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.695348:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.695353:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba8380 00000100:00100000:0.0:1746138012.698528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.698819:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972452352 00000100:00100000:1.0:1746138012.698830:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972452352 00000100:00100000:1.0:1746138012.698896:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7788 00000100:00100000:1.0:1746138012.698905:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972452352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.698927:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.698948:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac51a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.698978:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.698985:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.698996:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.698999:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.699038:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.699050:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.699061:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:0.0:1746138012.699099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.699187:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972452480 00000100:00100000:2.0:1746138012.699191:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972452480 00010000:00010000:2.0:1746138012.699210:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.699230:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12864 00000100:00100000:2.0:1746138012.699235:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972452480:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.699245:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.699268:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.699291:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.699310:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1a97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac505 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.699326:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.699328:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.699334:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.699342:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.699362:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.699373:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.699384:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968139136:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.699505:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.699645:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972452352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 740us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.699651:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7788 00000100:00100000:2.0:1746138012.700792:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968139136:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.700813:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.700846:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972452480:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1611us (1747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.700853:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12864 00000100:00100000:0.0:1746138012.701112:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.701794:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972452736 00000100:00100000:3.0:1746138012.701804:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972452736 00002000:00100000:3.0:1746138012.701844:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9f80 x1830957972452736/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.701854:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9f80 with x1830957972452736 ext(0->4095) 00010000:00010000:3.0:1746138012.701864:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.701878:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.701886:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba9f80 00000100:00100000:3.0:1746138012.701918:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3528 00000100:00100000:3.0:1746138012.701926:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972452736:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.702123:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972452736:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 197us (1010us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.702129:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3528 00002000:00100000:3.0:1746138012.702134:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9f80 x1830957972452736/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.702141:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9f80 with x1830957972452736 ext(0->4095) 00010000:00010000:3.0:1746138012.702145:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.702153:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.702159:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba9f80 00000100:00100000:0.0:1746138012.705006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.705744:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972452864 00000100:00100000:2.0:1746138012.705755:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972452864 00010000:00010000:2.0:1746138012.705987:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.706022:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12865 00000100:00100000:2.0:1746138012.706030:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972452864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.706049:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.706076:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.706090:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.706117:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1a9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac513 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.706153:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.706156:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.706165:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.706174:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.706212:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.706226:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968139264:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.706338:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.708748:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968139264:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.708786:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.708924:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972452864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2892us (3927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.708938:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12865 00000100:00100000:0.0:1746138012.709072:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.709165:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972453120 00000100:00100000:2.0:1746138012.709172:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972453120 00002000:00100000:2.0:1746138012.709212:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faed880 x1830957972453120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.709224:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed880 with x1830957972453120 ext(0->4095) 00002000:00010000:2.0:1746138012.709229:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faed880 00000100:00100000:2.0:1746138012.709247:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5549 00000100:00100000:2.0:1746138012.709256:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972453120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.710324:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972453120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 1066us (1250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.710331:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5549 00002000:00100000:2.0:1746138012.710337:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012faed880 x1830957972453120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.710344:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed880 with x1830957972453120 ext(0->4095) 00002000:00010000:2.0:1746138012.710347:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faed880 00000100:00100000:0.0:1746138012.712046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.712107:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972453248 00000100:00100000:1.0:1746138012.712118:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972453248 00000100:00100000:1.0:1746138012.712326:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7789 00000100:00100000:1.0:1746138012.712333:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972453248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.712350:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.712368:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac521 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.712401:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.712409:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.712411:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.712414:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.712464:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.712476:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.712487:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968139392:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.712995:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.714373:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968139392:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.714401:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.714447:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138012.715083:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972453248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2150us (2442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.715092:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7789 00000100:00100000:0.0:1746138012.715243:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.715305:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972453376 00000100:00100000:2.0:1746138012.715312:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972453376 00010000:00010000:2.0:1746138012.715339:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.715369:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12866 00000100:00100000:2.0:1746138012.715376:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972453376:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.715390:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.715411:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.715441:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.715465:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1aa5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac51a expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.715596:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.715598:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.715606:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.715614:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.715646:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.715663:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968139520:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.715736:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.717132:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968139520:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.717160:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.717206:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972453376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1830us (1962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.717216:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12866 00000100:00100000:0.0:1746138012.717886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.717992:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972453632 00000100:00100000:2.0:1746138012.718000:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972453632 00002000:00100000:2.0:1746138012.718048:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfc000 x1830957972453632/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.718060:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfc000 with x1830957972453632 ext(0->4095) 00002000:00010000:2.0:1746138012.718066:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cfc000 00000100:00100000:2.0:1746138012.718096:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5550 00000100:00100000:2.0:1746138012.718105:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972453632:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.718310:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972453632:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.718317:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5550 00002000:00100000:2.0:1746138012.718322:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfc000 x1830957972453632/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.718331:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfc000 with x1830957972453632 ext(0->4095) 00002000:00010000:2.0:1746138012.718333:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cfc000 00000100:00100000:0.0:1746138012.720124:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.720202:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.720281:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972453760 00000100:00100000:1.0:1746138012.720282:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972453888 00000100:00100000:3.0:1746138012.720293:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972453760 00000100:00100000:1.0:1746138012.720293:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972453888 00000100:00100000:1.0:1746138012.720473:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7790 00000100:00100000:3.0:1746138012.720481:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7791 00000100:00100000:1.0:1746138012.720482:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972453888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138012.720489:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972453760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.720578:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.720598:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.720601:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac52f expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.720608:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac528 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.720637:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.720645:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.720647:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.720650:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.720658:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.720664:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.720670:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.720672:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.720703:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.720711:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.720718:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.720728:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.720731:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968139776:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.720739:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:3.0:1746138012.720799:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972453760:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 311us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.720806:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7791 00000100:00100000:1.0:1746138012.720824:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.722572:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968139776:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.722607:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.722623:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138012.722796:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972453888:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2313us (2590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.722806:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7790 00000100:00100000:0.0:1746138012.723204:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.723306:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972454016 00000100:00100000:2.0:1746138012.723315:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972454016 00010000:00010000:2.0:1746138012.723347:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.723372:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12867 00000100:00100000:2.0:1746138012.723378:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972454016:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.723390:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.723409:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.723443:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.723466:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1aac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac521 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.723494:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.723496:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.723503:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.723511:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.723542:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.723553:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.723563:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968139904:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.723636:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.725602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.725659:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968139904:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.725682:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972454272 00010000:00010000:2.0:1746138012.725683:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.725696:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972454272 00000100:00100000:2.0:1746138012.725730:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972454016:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2351us (2537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.725739:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12867 00002000:00100000:3.0:1746138012.725753:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d4000 x1830957972454272/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.725764:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4000 with x1830957972454272 ext(0->4095) 00010000:00010000:3.0:1746138012.725777:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.725793:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.725801:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4000 00000100:00100000:3.0:1746138012.725847:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3529 00000100:00100000:3.0:1746138012.725856:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972454272:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.726075:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972454272:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (487us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.726082:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3529 00002000:00100000:3.0:1746138012.726087:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d4000 x1830957972454272/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.726095:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4000 with x1830957972454272 ext(0->4095) 00010000:00010000:3.0:1746138012.726100:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.726109:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.726115:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4000 00000100:00100000:0.0:1746138012.728406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.728507:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.728630:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972454528 00000100:00100000:1.0:1746138012.728639:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972454528 00000100:00100000:1.0:1746138012.728693:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7792 00000100:00100000:1.0:1746138012.728699:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972454528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.728716:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.728734:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac536 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.728761:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972454400 00010000:00010000:1.0:1746138012.728761:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.728765:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.728766:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972454400 00010000:00010000:1.0:1746138012.728770:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.728772:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.728786:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.728807:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12868 00010000:00010000:1.0:1746138012.728808:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.728812:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1960:x1830957972454400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.728816:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.728823:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00010000:00010000:2.0:1746138012.728824:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.728846:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.728858:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.728864:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972454528:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.728868:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7792 00010000:00010000:2.0:1746138012.728878:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1ab3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac52f expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.728890:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.728892:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.728898:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.728905:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.728926:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.728936:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.728948:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968140160:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.731774:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.733683:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968140160:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.733716:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.733816:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972454400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4999us (5305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.733833:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12868 00000100:00100000:0.0:1746138012.734244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.734309:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972454784 00000100:00100000:2.0:1746138012.734319:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972454784 00002000:00100000:2.0:1746138012.734362:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c133800 x1830957972454784/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.734372:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c133800 with x1830957972454784 ext(0->4095) 00010000:00010000:2.0:1746138012.734382:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.734397:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.734404:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c133800 00000100:00100000:2.0:1746138012.734481:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3530 00000100:00100000:2.0:1746138012.734489:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972454784:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.734682:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972454784:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.734688:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3530 00002000:00100000:2.0:1746138012.734693:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c133800 x1830957972454784/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.734699:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c133800 with x1830957972454784 ext(0->4095) 00010000:00010000:2.0:1746138012.734704:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.734713:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.734719:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c133800 00000100:00100000:0.0:1746138012.736629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.736712:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972454912 00000100:00100000:1.0:1746138012.736721:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972454912 00000100:00100000:1.0:1746138012.736774:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7793 00000100:00100000:1.0:1746138012.736782:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972454912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.736798:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.736817:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac53d expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.736845:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.736850:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.736854:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.736856:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.736890:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.736901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138012.736902:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.736912:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:2.0:1746138012.736955:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972455040 00000100:00100000:1.0:1746138012.736957:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972454912:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.736959:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972455040 00000100:00100000:1.0:1746138012.736963:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7793 00010000:00010000:2.0:1746138012.736977:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.737003:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12869 00000100:00100000:2.0:1746138012.737009:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972455040:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.737018:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.737041:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.737051:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.737069:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1aba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac528 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.737080:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.737081:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.737087:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.737099:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.737119:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.737130:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.737141:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968140416:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.737221:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.740227:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968140416:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.740260:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.740338:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972455040:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3326us (3435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.740349:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12869 00000100:00100000:0.0:1746138012.741930:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.742032:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972455296 00000100:00100000:2.0:1746138012.742041:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972455296 00002000:00100000:2.0:1746138012.742090:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131f80 x1830957972455296/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.742098:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131f80 with x1830957972455296 ext(0->4095) 00010000:00010000:2.0:1746138012.742107:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.742118:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.742126:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c131f80 00000100:00100000:2.0:1746138012.742159:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3531 00000100:00100000:2.0:1746138012.742167:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972455296:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.743253:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972455296:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 1083us (1324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.743263:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3531 00002000:00100000:2.0:1746138012.743281:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c131f80 x1830957972455296/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.743295:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c131f80 with x1830957972455296 ext(0->4095) 00010000:00010000:2.0:1746138012.743302:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.743315:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.743321:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c131f80 00000100:00100000:0.0:1746138012.746197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.746256:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972455424 00000100:00100000:2.0:1746138012.746265:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972455424 00010000:00010000:2.0:1746138012.746313:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.746354:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12870 00000100:00100000:2.0:1746138012.746361:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972455424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.746374:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.746396:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.746407:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.746461:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ac1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac536 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.746483:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.746485:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.746493:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.746501:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.746536:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.746549:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968140544:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.746636:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.748583:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968140544:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.748585:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138012.748611:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.748658:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972455424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2297us (2468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.748660:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972455680 00000100:00100000:2.0:1746138012.748668:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12870 00000100:00100000:3.0:1746138012.748670:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972455680 00002000:00100000:3.0:1746138012.748708:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c130000 x1830957972455680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.748724:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c130000 with x1830957972455680 ext(0->4095) 00002000:00010000:3.0:1746138012.748729:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c130000 00000100:00100000:3.0:1746138012.748746:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5551 00000100:00100000:3.0:1746138012.748753:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972455680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.748944:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972455680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.748950:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5551 00002000:00100000:3.0:1746138012.748956:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c130000 x1830957972455680/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.748963:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c130000 with x1830957972455680 ext(0->4095) 00002000:00010000:3.0:1746138012.748966:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c130000 00000100:00100000:0.0:1746138012.750204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.750355:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972455808 00000100:00100000:1.0:1746138012.750362:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972455808 00000100:00100000:1.0:1746138012.750396:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7794 00000100:00100000:1.0:1746138012.750400:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972455808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.750412:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.750452:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac544 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.750489:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.750497:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.750498:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.750502:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.750528:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.750539:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.750551:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968140672:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.750628:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.751810:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968140672:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.751827:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.751839:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138012.751862:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008606f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972455808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1461us (1661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.751868:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7794 00000100:00100000:0.0:1746138012.752327:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.752403:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972455936 00000100:00100000:2.0:1746138012.752444:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972455936 00010000:00010000:2.0:1746138012.752472:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.752500:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12871 00000100:00100000:2.0:1746138012.752505:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972455936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.752517:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.752544:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.752556:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.752665:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ac8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac53d expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.752689:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.752691:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.752698:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.752706:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.752734:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.752745:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968140800:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.752820:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.754105:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968140800:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.754131:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.754174:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972455936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1666us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.754183:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12871 00000100:00100000:0.0:1746138012.754724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.754806:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972456192 00000100:00100000:3.0:1746138012.754814:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972456192 00002000:00100000:3.0:1746138012.755085:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b125180 x1830957972456192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.755095:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125180 with x1830957972456192 ext(0->4095) 00002000:00010000:3.0:1746138012.755100:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b125180 00000100:00100000:3.0:1746138012.755125:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5552 00000100:00100000:3.0:1746138012.755131:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972456192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.755493:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972456192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 362us (770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.755501:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5552 00002000:00100000:3.0:1746138012.755508:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b125180 x1830957972456192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.755515:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125180 with x1830957972456192 ext(0->4095) 00002000:00010000:3.0:1746138012.755518:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b125180 00000100:00100000:0.0:1746138012.759489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.759591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.759682:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972456320 00000100:00100000:1.0:1746138012.759691:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972456320 00000100:00100000:3.0:1746138012.759780:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972456448 00000100:00100000:3.0:1746138012.759785:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972456448 00000100:00100000:1.0:1746138012.759791:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7795 00000100:00100000:1.0:1746138012.759799:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972456320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138012.759807:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7796 00000100:00100000:3.0:1746138012.759812:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972456448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.759824:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.759824:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.759842:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac552 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.759842:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac54b expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.759880:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.759888:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.759890:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.759893:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.759927:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.759939:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.759952:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968140928:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.760013:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.760017:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.760023:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.760026:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.760037:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00010000:00010000:3.0:1746138012.760049:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.760062:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.760072:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138012.760098:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972456448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 285us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.760105:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7796 00000100:00100000:1.0:1746138012.761644:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968140928:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.761668:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.761686:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138012.761719:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972456320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1921us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.761726:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7795 00000100:00100000:0.0:1746138012.761928:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.761985:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972456576 00000100:00100000:3.0:1746138012.761990:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972456576 00010000:00010000:3.0:1746138012.762015:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.762044:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12872 00000100:00100000:3.0:1746138012.762050:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972456576:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.762063:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.762089:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.762105:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.762125:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1acf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac544 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.762150:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.762152:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.762160:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.762167:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.762195:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.762205:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.762216:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968141184:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.762302:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.766664:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.766715:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968141184:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.766730:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972456832 00000100:00100000:0.0:1746138012.766737:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972456832 00010000:00010000:3.0:1746138012.766741:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746138012.766805:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432e300 x1830957972456832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138012.766812:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972456576:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4759us (4882us total) trans 0 rc 0/0 00002000:00100000:0.0:1746138012.766814:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e300 with x1830957972456832 ext(0->4095) 00010000:00010000:0.0:1746138012.766823:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.766824:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12872 00010000:00010000:0.0:1746138012.766836:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746138012.766842:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432e300 00000100:00100000:0.0:1746138012.766861:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3532 00000100:00100000:0.0:1746138012.766868:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972456832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138012.767139:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972456832:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 270us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138012.767145:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3532 00002000:00100000:0.0:1746138012.767151:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432e300 x1830957972456832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138012.767157:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e300 with x1830957972456832 ext(0->4095) 00010000:00010000:0.0:1746138012.767161:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746138012.767169:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746138012.767174:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432e300 00000100:00100000:0.0:1746138012.768840:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.768909:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972457088 00000100:00100000:0.0:1746138012.768911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.768918:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972457088 00000100:00100000:3.0:1746138012.768972:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972456960 00000100:00100000:3.0:1746138012.768975:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972456960 00000100:00100000:1.0:1746138012.768976:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7797 00000100:00100000:1.0:1746138012.768983:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972457088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.768994:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.768999:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138012.769009:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12873 00000100:00100000:3.0:1746138012.769013:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972456960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.769015:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac559 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.769022:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.769037:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.769049:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.769056:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.769060:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.769182:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.769194:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.769212:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1add lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac54b expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.769222:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.769235:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.769259:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.769260:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.769267:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.769288:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.769313:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.769324:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.769336:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968141440:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.769409:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746138012.769525:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:1.0:1746138012.770028:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972457088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1044us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.770035:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7797 00000100:00100000:3.0:1746138012.770871:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968141440:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.770887:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.771147:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972456960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2130us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.771155:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12873 00000100:00100000:0.0:1746138012.772002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.772069:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972457344 00000100:00100000:2.0:1746138012.772077:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972457344 00002000:00100000:2.0:1746138012.772116:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120700 x1830957972457344/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.772126:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120700 with x1830957972457344 ext(0->4095) 00010000:00010000:2.0:1746138012.772135:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.772148:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.772155:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094120700 00000100:00100000:2.0:1746138012.772185:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3533 00000100:00100000:2.0:1746138012.772191:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972457344:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.772376:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972457344:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.772382:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3533 00002000:00100000:2.0:1746138012.772388:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120700 x1830957972457344/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.772396:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120700 with x1830957972457344 ext(0->4095) 00010000:00010000:2.0:1746138012.772400:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.772409:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.772437:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094120700 00000100:00100000:0.0:1746138012.775168:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.775302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.775370:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972457600 00000100:00100000:3.0:1746138012.775381:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972457600 00010000:00010000:3.0:1746138012.775460:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.775497:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12874 00000100:00100000:1.0:1746138012.775498:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972457472 00000100:00100000:1.0:1746138012.775503:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972457472 00000100:00100000:3.0:1746138012.775505:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972457600:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.775520:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.775545:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.775558:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.775582:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ad6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac552 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.775600:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7798 00010000:00010000:3.0:1746138012.775602:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.775604:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746138012.775606:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e065450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972457472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.775612:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.775620:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.775623:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.775634:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac560 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.775653:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.775659:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.775661:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.775664:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.775682:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.775693:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.775711:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968141568:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.775770:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.775778:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.775783:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.775791:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968141696:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.775815:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.778224:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968141568:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.778257:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138012.778269:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138012.778287:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138012.778336:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e065450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972457472:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2725us (3174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.778344:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7798 00000100:00100000:3.0:1746138012.778373:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968141696:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.778389:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.778408:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972457600:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2905us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.778444:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12874 00000100:00100000:2.0:1746138012.778509:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972457856 00000100:00100000:2.0:1746138012.778517:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972457856 00002000:00100000:2.0:1746138012.778554:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4000 x1830957972457856/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.778564:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4000 with x1830957972457856 ext(0->4095) 00010000:00010000:2.0:1746138012.778570:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.778582:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.778588:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced4000 00000100:00100000:2.0:1746138012.778602:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3534 00000100:00100000:2.0:1746138012.778607:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972457856:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.778771:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972457856:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.778777:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3534 00002000:00100000:2.0:1746138012.778783:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4000 x1830957972457856/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.778789:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4000 with x1830957972457856 ext(0->4095) 00010000:00010000:2.0:1746138012.778793:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.778801:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.778807:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced4000 00000100:00100000:0.0:1746138012.781047:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.781177:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972457984 00000100:00100000:3.0:1746138012.781185:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972457984 00010000:00010000:3.0:1746138012.781221:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.781550:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12875 00000100:00100000:3.0:1746138012.781558:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972457984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.781576:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.781607:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.781620:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.781995:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1ae4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac559 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.782020:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.782023:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.782031:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.782040:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.782075:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.782090:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968141824:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.782194:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.785528:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968141824:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.785554:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.785611:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972457984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4052us (4573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.785622:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12875 00000100:00100000:1.0:1746138012.785731:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.785801:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972458240 00000100:00100000:2.0:1746138012.785808:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972458240 00002000:00100000:2.0:1746138012.785848:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c277100 x1830957972458240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.785859:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277100 with x1830957972458240 ext(0->4095) 00002000:00010000:2.0:1746138012.785864:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c277100 00000100:00100000:2.0:1746138012.785878:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5553 00000100:00100000:2.0:1746138012.785885:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972458240:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.786041:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972458240:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.786047:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5553 00002000:00100000:2.0:1746138012.786052:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c277100 x1830957972458240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.786059:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277100 with x1830957972458240 ext(0->4095) 00002000:00010000:2.0:1746138012.786061:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c277100 00000100:00100000:0.0:1746138012.788178:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.788388:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972458368 00000100:00100000:1.0:1746138012.788395:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972458368 00000100:00100000:1.0:1746138012.788465:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7799 00000100:00100000:1.0:1746138012.788472:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972458368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.788488:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.788505:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac567 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.788532:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.788540:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.788542:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.788546:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.788576:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.788588:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.788600:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968141952:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.788674:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.790614:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968141952:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.790641:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.790657:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138012.790690:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972458368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2218us (2519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.790697:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7799 00000100:00100000:0.0:1746138012.790880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.791013:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972458496 00000100:00100000:3.0:1746138012.791020:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972458496 00010000:00010000:3.0:1746138012.791046:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.791074:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12876 00000100:00100000:3.0:1746138012.791081:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972458496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.791093:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.791117:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.791133:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.791159:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1aeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac560 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.791175:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.791177:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.791184:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.791192:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.791223:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.791234:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968142080:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.791294:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.792802:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968142080:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.792820:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.793513:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972458496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2430us (2632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.793524:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12876 00000100:00100000:0.0:1746138012.793688:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.793768:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972458752 00000100:00100000:3.0:1746138012.793774:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972458752 00002000:00100000:3.0:1746138012.793807:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4a80 x1830957972458752/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.793817:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4a80 with x1830957972458752 ext(0->4095) 00002000:00010000:3.0:1746138012.793821:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced4a80 00000100:00100000:3.0:1746138012.793846:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5554 00000100:00100000:3.0:1746138012.793853:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972458752:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.794016:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972458752:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.794022:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5554 00002000:00100000:3.0:1746138012.794026:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced4a80 x1830957972458752/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.794034:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced4a80 with x1830957972458752 ext(0->4095) 00002000:00010000:3.0:1746138012.794037:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced4a80 00000100:00100000:0.0:1746138012.795193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.795350:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972458880 00000100:00100000:1.0:1746138012.795356:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972458880 00000100:00100000:1.0:1746138012.795402:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7800 00000100:00100000:1.0:1746138012.795409:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972458880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.795509:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.795530:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac56e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.795562:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.795570:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.795572:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.795576:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.795608:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.795620:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.795631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.795632:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968142208:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.795704:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.795862:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972459008 00000100:00100000:2.0:1746138012.795867:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972459008 00000100:00100000:2.0:1746138012.795889:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7801 00000100:00100000:2.0:1746138012.795894:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972459008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.795901:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.795907:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac575 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.795918:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.795922:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.795926:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.795929:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.795960:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.795971:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.795986:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138012.796046:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972459008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.796052:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7801 00000100:00100000:1.0:1746138012.796969:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968142208:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.796986:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.796996:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138012.797119:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972458880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1709us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.797125:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7800 00000100:00100000:0.0:1746138012.797261:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.797375:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972459136 00000100:00100000:3.0:1746138012.797381:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972459136 00010000:00010000:3.0:1746138012.797401:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.797464:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12877 00000100:00100000:3.0:1746138012.797470:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972459136:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.797481:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.797504:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.797519:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.797540:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1af2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac567 expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.797564:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.797566:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.797572:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.797579:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.797604:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.797710:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.797722:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968142464:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.797936:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.798906:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968142464:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.798922:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.798943:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972459136:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1473us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.798952:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12877 00000100:00100000:0.0:1746138012.800355:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.800437:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972459392 00000100:00100000:2.0:1746138012.800445:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972459392 00002000:00100000:2.0:1746138012.800485:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced5880 x1830957972459392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.800495:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced5880 with x1830957972459392 ext(0->4095) 00010000:00010000:2.0:1746138012.800504:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.800522:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.800528:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced5880 00000100:00100000:2.0:1746138012.800555:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3535 00000100:00100000:2.0:1746138012.800562:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972459392:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.800743:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972459392:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.800749:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3535 00002000:00100000:2.0:1746138012.800753:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced5880 x1830957972459392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.800760:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced5880 with x1830957972459392 ext(0->4095) 00010000:00010000:2.0:1746138012.800765:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.800773:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.800778:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced5880 00000100:00100000:0.0:1746138012.803723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.803887:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972459520 00000100:00100000:1.0:1746138012.803897:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972459520 00000100:00100000:1.0:1746138012.803959:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7802 00000100:00100000:1.0:1746138012.803967:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972459520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.803985:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.804003:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac57c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.804037:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.804043:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.804050:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.804054:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.804089:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.804099:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.804108:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:1.0:1746138012.804161:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972459520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.804166:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7802 00000100:00100000:0.0:1746138012.804355:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.804398:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972459648 00000100:00100000:3.0:1746138012.804403:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972459648 00010000:00010000:3.0:1746138012.804448:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.804484:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12878 00000100:00100000:3.0:1746138012.804490:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972459648:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.804500:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.804518:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.804528:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.804543:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1af9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac56e expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.804561:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.804562:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.804567:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.804572:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.804587:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.804595:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.804604:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968142720:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.804664:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.806341:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968142720:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.806363:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.806401:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972459648:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1910us (2046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.806411:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12878 00000100:00100000:0.0:1746138012.807005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.807055:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972459904 00000100:00100000:3.0:1746138012.807060:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972459904 00002000:00100000:3.0:1746138012.807087:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced6300 x1830957972459904/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.807095:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced6300 with x1830957972459904 ext(0->4095) 00010000:00010000:3.0:1746138012.807102:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.807112:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.807118:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced6300 00000100:00100000:3.0:1746138012.807139:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3536 00000100:00100000:3.0:1746138012.807144:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972459904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.807250:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972459904:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.807255:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3536 00002000:00100000:3.0:1746138012.807259:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced6300 x1830957972459904/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.807266:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced6300 with x1830957972459904 ext(0->4095) 00010000:00010000:3.0:1746138012.807282:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.807291:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.807295:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced6300 00000100:00100000:0.0:1746138012.809769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.809831:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.809892:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972460032 00000100:00100000:3.0:1746138012.809898:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972460032 00000100:00100000:2.0:1746138012.809932:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972460160 00000100:00100000:3.0:1746138012.809936:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7803 00000100:00100000:2.0:1746138012.809941:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972460160 00000100:00100000:3.0:1746138012.809943:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972460032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.809955:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.809968:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac583 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.809975:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.809988:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.809993:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.809998:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138012.810002:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.810016:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12879 00000100:00100000:2.0:1746138012.810023:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972460160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.810034:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.810127:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.810140:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.810141:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.810155:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1b00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac575 expref: 56 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.810157:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.810164:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.810165:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.810169:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.810174:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.810181:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138012.810184:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.810190:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.810198:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968142976:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.810225:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972460160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 198us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.810233:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12879 00000100:00100000:3.0:1746138012.810237:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.812467:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.812516:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972460416 00000100:00100000:1.0:1746138012.812524:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972460416 00000100:00100000:3.0:1746138012.812563:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968142976:192.168.204.27@tcp:105: 00002000:00100000:1.0:1746138012.812568:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced6d80 x1830957972460416/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.812582:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced6d80 with x1830957972460416 ext(0->4095) 00010000:00010000:3.0:1746138012.812583:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00010000:00010000:1.0:1746138012.812590:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.812602:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.812609:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced6d80 00000100:00100000:1.0:1746138012.812628:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3537 00000100:00100000:1.0:1746138012.812635:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972460416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.812724:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972460032:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2780us (2959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.812732:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7803 00000100:00100000:1.0:1746138012.812874:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972460416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 238us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.812881:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3537 00002000:00100000:1.0:1746138012.812887:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced6d80 x1830957972460416/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.812894:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced6d80 with x1830957972460416 ext(0->4095) 00010000:00010000:1.0:1746138012.812899:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.812908:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.812914:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced6d80 00000100:00100000:0.0:1746138012.814584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.814660:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972460544 00000100:00100000:2.0:1746138012.814667:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972460544 00010000:00010000:2.0:1746138012.814694:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.814714:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12880 00000100:00100000:2.0:1746138012.814719:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972460544:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.814731:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.814751:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.814763:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.814792:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1b07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac57c expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.814806:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.814811:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.814819:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.814826:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.814857:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.814869:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968143104:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.814957:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.816607:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968143104:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.816635:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.816672:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972460544:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1952us (2093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.816684:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12880 00000100:00100000:0.0:1746138012.817073:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.817150:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972460800 00000100:00100000:1.0:1746138012.817158:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972460800 00002000:00100000:1.0:1746138012.817200:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced7480 x1830957972460800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.817209:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced7480 with x1830957972460800 ext(0->4095) 00002000:00010000:1.0:1746138012.817215:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced7480 00000100:00100000:1.0:1746138012.817243:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5555 00000100:00100000:1.0:1746138012.817250:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972460800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.817476:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972460800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 226us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.817482:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5555 00002000:00100000:1.0:1746138012.817487:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced7480 x1830957972460800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.817493:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced7480 with x1830957972460800 ext(0->4095) 00002000:00010000:1.0:1746138012.817496:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced7480 00000100:00100000:0.0:1746138012.819000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.819088:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972460928 00000100:00100000:3.0:1746138012.819093:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972460928 00000100:00100000:3.0:1746138012.819136:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7804 00000100:00100000:3.0:1746138012.819143:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972460928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.819159:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.819177:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac58a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.819205:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.819213:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.819216:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.819219:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.819252:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.819264:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 53 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.819287:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968143232:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.819360:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.821226:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968143232:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.821257:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.821282:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:3.0:1746138012.821325:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972460928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2183us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.821333:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7804 00000100:00100000:0.0:1746138012.821529:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.821566:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972461056 00000100:00100000:3.0:1746138012.821572:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972461056 00010000:00010000:3.0:1746138012.821596:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.821618:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12881 00000100:00100000:3.0:1746138012.821624:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972461056:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.821640:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.821664:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.821675:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.821699:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1b0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac583 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.821752:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.821755:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.821763:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.821773:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.821856:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.821869:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968143360:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.821938:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.822905:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968143360:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.822918:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.822957:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972461056:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1333us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.822965:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12881 00000100:00100000:0.0:1746138012.823251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.823336:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972461312 00000100:00100000:1.0:1746138012.823342:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972461312 00002000:00100000:1.0:1746138012.823380:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943faa00 x1830957972461312/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.823390:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943faa00 with x1830957972461312 ext(0->4095) 00002000:00010000:1.0:1746138012.823394:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943faa00 00000100:00100000:2.0:1746138012.823483:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5556 00000100:00100000:2.0:1746138012.823492:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972461312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.824027:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972461312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 534us (774us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.824034:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5556 00002000:00100000:2.0:1746138012.824040:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943faa00 x1830957972461312/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.824047:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943faa00 with x1830957972461312 ext(0->4095) 00002000:00010000:2.0:1746138012.824051:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943faa00 00000100:00100000:0.0:1746138012.825659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.825781:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972461440 00000100:00100000:3.0:1746138012.825789:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972461440 00000100:00100000:3.0:1746138012.825838:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7805 00000100:00100000:3.0:1746138012.825845:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972461440:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.825860:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.825880:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac591 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.825910:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.825918:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.825920:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.825924:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.825959:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.825971:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.825983:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968143488:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.826075:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.828343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.828455:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972461568 00000100:00100000:1.0:1746138012.828463:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972461568 00000100:00100000:3.0:1746138012.828481:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968143488:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.828521:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138012.828527:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7806 00000100:00100000:1.0:1746138012.828535:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972461568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.828540:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00010000:00010000:1.0:1746138012.828554:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.828573:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac598 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.828587:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972461440:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2742us (2931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.828594:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7805 00000100:00100000:2.0:1746138012.828916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.828981:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972461696 00000100:00100000:3.0:1746138012.828984:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972461696 00010000:00010000:1.0:1746138012.829008:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.829016:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.829024:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.829028:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.829064:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.829075:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.829083:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138012.829116:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972461568:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 582us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.829122:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7806 00010000:00010000:3.0:1746138012.829177:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.829199:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12882 00000100:00100000:3.0:1746138012.829205:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972461696:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.829220:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.829246:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.829258:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.829290:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1b15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac58a expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.829313:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.829314:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.829320:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.829328:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.829347:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.829357:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.829369:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968143744:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.829959:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.831836:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.831907:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972461952 00000100:00100000:2.0:1746138012.831918:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972461952 00000100:00100000:3.0:1746138012.831938:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968143744:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.831964:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138012.831970:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403d180 x1830957972461952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.831982:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d180 with x1830957972461952 ext(0->4095) 00010000:00010000:2.0:1746138012.831992:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.832003:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972461696:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2798us (3088us total) trans 0 rc 0/0 00010000:00010000:2.0:1746138012.832007:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.832013:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12882 00002000:00010000:2.0:1746138012.832013:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403d180 00000100:00100000:2.0:1746138012.832037:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3538 00000100:00100000:2.0:1746138012.832044:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972461952:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.832224:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972461952:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.832230:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3538 00002000:00100000:2.0:1746138012.832237:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009403d180 x1830957972461952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.832245:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d180 with x1830957972461952 ext(0->4095) 00010000:00010000:2.0:1746138012.832249:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.832259:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.832264:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009403d180 00000100:00100000:0.0:1746138012.835406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.835530:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972462080 00000100:00100000:1.0:1746138012.835539:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972462080 00000100:00100000:1.0:1746138012.835575:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7807 00000100:00100000:1.0:1746138012.835580:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972462080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.835597:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.835613:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac59f expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.835786:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.835794:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.835802:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.835805:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.835845:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.835851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138012.835859:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.835869:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:3.0:1746138012.835906:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972462208 00000100:00100000:3.0:1746138012.835910:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972462208 00010000:00010000:3.0:1746138012.835930:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.835958:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12883 00000100:00100000:3.0:1746138012.835964:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972462208:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.835975:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.836000:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.836010:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972462080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 427us (614us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138012.836012:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.836017:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7807 00010000:00010000:3.0:1746138012.836034:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1b1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac591 expref: 55 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.836099:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.836101:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.836107:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.836116:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.836137:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.836150:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.836163:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968144000:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.836229:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.837909:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968144000:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.837939:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.837977:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972462208:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2012us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.837987:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12883 00000100:00100000:0.0:1746138012.838402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.838520:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972462464 00000100:00100000:2.0:1746138012.838529:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972462464 00002000:00100000:2.0:1746138012.838576:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c2300 x1830957972462464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.838587:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2300 with x1830957972462464 ext(0->4095) 00010000:00010000:2.0:1746138012.838596:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.838608:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.838619:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c2300 00000100:00100000:2.0:1746138012.838648:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3539 00000100:00100000:2.0:1746138012.838654:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972462464:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.839109:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972462464:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 453us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.839115:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3539 00002000:00100000:2.0:1746138012.839120:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012e2c2300 x1830957972462464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.839128:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2300 with x1830957972462464 ext(0->4095) 00010000:00010000:2.0:1746138012.839133:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.839216:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.839224:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e2c2300 00000100:00100000:0.0:1746138012.841655:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.841762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.841900:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972462720 00000100:00100000:3.0:1746138012.841910:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972462720 00010000:00010000:3.0:1746138012.841953:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.841984:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12884 00000100:00100000:3.0:1746138012.841992:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972462720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746138012.841995:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972462592 00000100:00100000:1.0:1746138012.842001:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972462592 00010000:00010000:3.0:1746138012.842009:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138012.842032:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7808 00010000:00010000:3.0:1746138012.842038:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.842039:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972462592:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.842056:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.842057:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.842074:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5a6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.842081:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1b23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac598 expref: 55 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.842098:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.842100:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.842108:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.842115:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.842130:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.842137:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.842139:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.842143:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.842169:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.842180:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.842190:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.842194:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968144256:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138012.842199:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.842208:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968144128:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.842307:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.842315:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.843931:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968144128:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.843956:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.844001:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1960:x1830957972462720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2009us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.844015:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12884 00000100:00100000:0.0:1746138012.844684:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.844701:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968144256:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.844729:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.844746:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138012.844808:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972462592:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2769us (3164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.844815:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7808 00000100:00100000:2.0:1746138012.844859:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972462976 00000100:00100000:2.0:1746138012.844867:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972462976 00002000:00100000:2.0:1746138012.844908:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9e300 x1830957972462976/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.844918:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9e300 with x1830957972462976 ext(0->4095) 00010000:00010000:2.0:1746138012.844926:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.844945:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.844952:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f9e300 00000100:00100000:2.0:1746138012.845047:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3540 00000100:00100000:2.0:1746138012.845054:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972462976:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.845248:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972462976:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.845255:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3540 00002000:00100000:2.0:1746138012.845260:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9e300 x1830957972462976/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.845267:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9e300 with x1830957972462976 ext(0->4095) 00010000:00010000:2.0:1746138012.845283:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.845291:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.845297:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f9e300 00000100:00100000:2.0:1746138012.847787:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.847875:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972463104 00000100:00100000:3.0:1746138012.847885:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972463104 00010000:00010000:3.0:1746138012.847920:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.847960:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12885 00000100:00100000:3.0:1746138012.847967:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972463104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.847981:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.848004:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.848016:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.848040:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac59f expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.848074:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.848075:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.848084:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.848093:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.848127:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.848141:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968144384:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.848229:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.850573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.850672:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968144384:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.850695:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.850812:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972463360 00000100:00100000:1.0:1746138012.850820:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972463360 00002000:00100000:1.0:1746138012.850866:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9f480 x1830957972463360/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.850876:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9f480 with x1830957972463360 ext(0->4095) 00002000:00010000:1.0:1746138012.850881:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f9f480 00000100:00100000:3.0:1746138012.851015:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972463104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3047us (3237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.851025:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12885 00000100:00100000:1.0:1746138012.851173:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5557 00000100:00100000:1.0:1746138012.851180:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972463360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.851350:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972463360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (785us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.851356:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5557 00002000:00100000:1.0:1746138012.851361:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9f480 x1830957972463360/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.851367:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9f480 with x1830957972463360 ext(0->4095) 00002000:00010000:1.0:1746138012.851370:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f9f480 00000100:00100000:0.0:1746138012.853407:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.853533:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972463488 00000100:00100000:1.0:1746138012.853541:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972463488 00000100:00100000:1.0:1746138012.853691:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7809 00000100:00100000:1.0:1746138012.853698:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972463488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.853712:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.853727:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5ad expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.853750:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.853761:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.853762:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.853765:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.853787:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.853797:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.853807:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968144512:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.853880:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.855731:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968144512:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.855753:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.855765:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138012.855807:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972463488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.855814:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7809 00000100:00100000:0.0:1746138012.856682:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.856753:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972463616 00000100:00100000:3.0:1746138012.856758:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972463616 00010000:00010000:3.0:1746138012.856776:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.856794:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12886 00000100:00100000:3.0:1746138012.856799:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972463616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.856809:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.856826:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.856835:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.856852:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5a6 expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.856877:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.856879:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.856885:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.856891:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.856915:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.856924:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968144640:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.857307:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.859247:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.859333:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968144640:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.859349:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.859389:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972463616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2589us (2707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.859397:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12886 00000100:00100000:2.0:1746138012.859463:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972463872 00000100:00100000:2.0:1746138012.859468:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972463872 00002000:00100000:2.0:1746138012.859497:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef1c00 x1830957972463872/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.859510:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef1c00 with x1830957972463872 ext(0->4095) 00002000:00010000:2.0:1746138012.859514:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef1c00 00000100:00100000:2.0:1746138012.859540:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5558 00000100:00100000:2.0:1746138012.859547:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972463872:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.859669:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972463872:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.859675:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5558 00002000:00100000:2.0:1746138012.859680:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef1c00 x1830957972463872/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.859687:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef1c00 with x1830957972463872 ext(0->4095) 00002000:00010000:2.0:1746138012.859689:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef1c00 00000100:00100000:0.0:1746138012.861208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.861385:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972464000 00000100:00100000:1.0:1746138012.861391:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972464000 00000100:00100000:0.0:1746138012.861618:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7810 00000100:00100000:0.0:1746138012.861625:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972464000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138012.861640:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138012.861655:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5b4 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.861674:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.861681:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.861682:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.861685:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.861709:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.861723:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 5 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746138012.861733:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091453800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968144768:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138012.861793:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.861966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.862000:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972464128 00000100:00100000:0.0:1746138012.862002:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972464128 00000100:00100000:0.0:1746138012.862022:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7811 00000100:00100000:0.0:1746138012.862025:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972464128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138012.862030:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138012.862035:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5bb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.862043:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138012.862045:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.862048:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138012.862050:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.862063:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.862069:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138012.862074:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf67e00, rc 0) 00000100:00100000:0.0:1746138012.862088:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972464128:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 62us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138012.862091:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7811 00000100:00100000:2.0:1746138012.862970:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091453800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968144768:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.862985:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.862993:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c368000, rc 0) 00000100:00100000:2.0:1746138012.863015:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972464000:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1391us (1809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.863020:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7810 00000100:00100000:0.0:1746138012.863484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.863637:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972464256 00000100:00100000:3.0:1746138012.863641:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972464256 00010000:00010000:3.0:1746138012.863658:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.863673:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12887 00000100:00100000:3.0:1746138012.863677:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972464256:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.863685:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.863700:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.863713:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.863729:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1b38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ad expref: 6 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.864141:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.864143:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.864149:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.864157:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.864182:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.864192:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.864200:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145024:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.864265:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.865573:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145024:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.865586:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.865803:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972464256:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2123us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.865814:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12887 00000100:00100000:0.0:1746138012.866096:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.866166:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972464512 00000100:00100000:1.0:1746138012.866171:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972464512 00002000:00100000:1.0:1746138012.866201:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4aa00 x1830957972464512/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.866210:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4aa00 with x1830957972464512 ext(0->4095) 00010000:00010000:1.0:1746138012.866217:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.866229:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.866234:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c4aa00 00000100:00100000:1.0:1746138012.866337:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3541 00000100:00100000:1.0:1746138012.866343:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972464512:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.866598:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972464512:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 254us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.866604:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3541 00002000:00100000:1.0:1746138012.866608:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4aa00 x1830957972464512/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.866615:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4aa00 with x1830957972464512 ext(0->4095) 00010000:00010000:1.0:1746138012.866619:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.866628:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.866634:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c4aa00 00000100:00100000:0.0:1746138012.869900:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.869958:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972464640 00000100:00100000:3.0:1746138012.869965:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972464640 00010000:00010000:3.0:1746138012.869995:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.870018:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12888 00000100:00100000:3.0:1746138012.870025:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972464640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.870038:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.870054:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.870064:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.870081:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c368000/0x8ae21a86589e1b3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5b4 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.870104:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.870106:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.870112:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.870119:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.870144:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.870155:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145152:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.870235:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.872072:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.872163:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972464896 00000100:00100000:1.0:1746138012.872170:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972464896 00000100:00100000:3.0:1746138012.872183:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145152:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.872204:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746138012.872204:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3c000 x1830957972464896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.872212:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c000 with x1830957972464896 ext(0->4095) 00002000:00010000:1.0:1746138012.872216:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3c000 00000100:00100000:3.0:1746138012.872240:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972464640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2215us (2349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.872248:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12888 00000100:00100000:1.0:1746138012.872346:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5559 00000100:00100000:1.0:1746138012.872353:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972464896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.872527:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972464896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.872533:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5559 00002000:00100000:1.0:1746138012.872538:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e3c000 x1830957972464896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.872544:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c000 with x1830957972464896 ext(0->4095) 00002000:00010000:1.0:1746138012.872547:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3c000 00000100:00100000:0.0:1746138012.874880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.874988:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972465024 00000100:00100000:2.0:1746138012.874996:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972465024 00000100:00100000:2.0:1746138012.875047:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7812 00000100:00100000:2.0:1746138012.875055:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972465024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.875071:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.875087:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5c2 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.875117:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.875124:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.875125:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.875129:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.875158:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.875169:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 53 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.875180:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968145280:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.875252:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.880342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.880478:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968145280:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.880505:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.880521:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138012.880560:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972465024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5506us (5688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.880571:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7812 00000100:00100000:3.0:1746138012.880663:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972465152 00000100:00100000:3.0:1746138012.880669:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972465152 00010000:00010000:3.0:1746138012.880693:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.880729:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12889 00000100:00100000:3.0:1746138012.880736:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972465152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.880748:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.880768:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.880777:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.880796:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67e00/0x8ae21a86589e1b46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5bb expref: 54 pid: 8501 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.880810:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.880813:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.880819:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.880827:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.880859:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.880869:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145408:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.880933:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.883025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.883088:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972465280 00000100:00100000:2.0:1746138012.883095:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972465280 00000100:00100000:2.0:1746138012.883124:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7813 00000100:00100000:2.0:1746138012.883129:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972465280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.883142:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.883155:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5c9 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.883176:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.883183:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.883184:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.883187:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.883208:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.883217:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 5 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.883226:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968145536:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.883300:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145408:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.883316:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.883335:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972465152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2599us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.883342:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12889 00000100:00100000:2.0:1746138012.883621:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.883636:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.883672:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972465536 00000100:00100000:1.0:1746138012.883676:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972465536 00002000:00100000:1.0:1746138012.883697:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56eed80 x1830957972465536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.883705:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56eed80 with x1830957972465536 ext(0->4095) 00010000:00010000:1.0:1746138012.883859:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.883871:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.883882:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56eed80 00000100:00100000:1.0:1746138012.883903:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3542 00000100:00100000:1.0:1746138012.883910:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972465536:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.884030:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972465536:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.884036:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3542 00002000:00100000:1.0:1746138012.884041:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56eed80 x1830957972465536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.884048:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56eed80 with x1830957972465536 ext(0->4095) 00010000:00010000:1.0:1746138012.884052:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.884060:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.884066:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56eed80 00000100:00100000:2.0:1746138012.884928:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968145536:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.884944:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.884954:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138012.884988:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972465280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1858us (1967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.884994:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7813 00000100:00100000:0.0:1746138012.885677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.885720:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972465664 00000100:00100000:2.0:1746138012.885725:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972465664 00000100:00100000:2.0:1746138012.885752:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7814 00000100:00100000:2.0:1746138012.885757:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972465664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.885768:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.885778:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5d0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.885794:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.885798:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.885804:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.885807:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.885826:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.885833:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.885844:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138012.885882:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972465664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.885887:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7814 00000100:00100000:0.0:1746138012.885939:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.886032:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972465792 00000100:00100000:3.0:1746138012.886036:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972465792 00010000:00010000:3.0:1746138012.886054:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.886070:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12890 00000100:00100000:3.0:1746138012.886075:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972465792:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.886082:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.886096:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.886109:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.886123:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c2 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.886131:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.886132:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.886137:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.886143:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.886157:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.886166:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.886175:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145792:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.886235:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.888064:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145792:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.888083:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.888127:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972465792:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2051us (2187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.888140:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12890 00000100:00100000:0.0:1746138012.889286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.889371:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972466048 00000100:00100000:2.0:1746138012.889380:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972466048 00002000:00100000:2.0:1746138012.889466:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc68700 x1830957972466048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.889476:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68700 with x1830957972466048 ext(0->4095) 00010000:00010000:2.0:1746138012.889484:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.889497:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.889503:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc68700 00000100:00100000:2.0:1746138012.889640:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3543 00000100:00100000:2.0:1746138012.889647:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972466048:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.890043:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972466048:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 395us (779us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.890050:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3543 00002000:00100000:2.0:1746138012.890056:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc68700 x1830957972466048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.890069:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68700 with x1830957972466048 ext(0->4095) 00010000:00010000:2.0:1746138012.890073:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.890083:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.890088:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc68700 00000100:00100000:0.0:1746138012.892749:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.893534:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972466176 00000100:00100000:3.0:1746138012.893549:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972466176 00010000:00010000:3.0:1746138012.893589:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.893665:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12891 00000100:00100000:3.0:1746138012.893673:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972466176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.893687:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.894024:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.894036:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.894056:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1b54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5c9 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.894221:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.894224:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.894230:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.894239:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.894282:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.894295:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145920:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.895088:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.900234:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968145920:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.900279:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.900353:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972466176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 6679us (7617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.900367:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12891 00000100:00100000:0.0:1746138012.900535:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.900762:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972466432 00000100:00100000:2.0:1746138012.900778:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972466432 00002000:00100000:2.0:1746138012.900836:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6aa00 x1830957972466432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.900847:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6aa00 with x1830957972466432 ext(0->4095) 00002000:00010000:2.0:1746138012.900853:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6aa00 00000100:00100000:2.0:1746138012.900893:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5560 00000100:00100000:2.0:1746138012.900906:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972466432:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138012.901127:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972466432:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 226us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.901135:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5560 00002000:00100000:2.0:1746138012.901140:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6aa00 x1830957972466432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.901148:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6aa00 with x1830957972466432 ext(0->4095) 00002000:00010000:2.0:1746138012.901151:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6aa00 00000100:00100000:0.0:1746138012.903644:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.903724:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972466560 00000100:00100000:2.0:1746138012.903734:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972466560 00000100:00100000:2.0:1746138012.903796:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7815 00000100:00100000:2.0:1746138012.903804:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972466560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.903824:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.903843:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5d7 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.903870:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.903878:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.903879:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.903882:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.903915:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.903925:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 53 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.903937:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968146048:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.904411:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.906148:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968146048:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.906177:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.906196:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138012.906249:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972466560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2445us (2614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.906257:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7815 00000100:00100000:0.0:1746138012.906713:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.906788:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972466688 00000100:00100000:3.0:1746138012.906800:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972466688 00010000:00010000:3.0:1746138012.906843:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.906892:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12892 00000100:00100000:3.0:1746138012.906899:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972466688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.906913:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.906941:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.906954:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.906981:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1b5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d0 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.907012:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.907015:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.907024:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.907032:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.907068:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.907080:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968146176:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.907659:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.909090:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968146176:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.909109:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.909160:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972466688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2261us (2446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.909322:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12892 00000100:00100000:0.0:1746138012.910365:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.910450:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972466816 00000100:00100000:2.0:1746138012.910458:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972466816 00000100:00100000:0.0:1746138012.910474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.910498:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7816 00000100:00100000:2.0:1746138012.910505:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972466816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.910520:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.910534:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5de expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.910593:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972467072 00010000:00010000:2.0:1746138012.910595:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.910597:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972467072 00010000:00010000:2.0:1746138012.910602:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.910604:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.910607:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746138012.910621:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009452ad80 x1830957972467072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.910628:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452ad80 with x1830957972467072 ext(0->4095) 00010000:00010000:2.0:1746138012.910631:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.910633:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.910641:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.910641:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.910652:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009452ad80 00000100:00100000:2.0:1746138012.910656:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968146304:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138012.910706:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3544 00000100:00100000:3.0:1746138012.910713:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972467072:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.910724:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.911042:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972467072:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 329us (567us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.911047:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3544 00002000:00100000:3.0:1746138012.911052:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009452ad80 x1830957972467072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.911059:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452ad80 with x1830957972467072 ext(0->4095) 00010000:00010000:3.0:1746138012.911075:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.911084:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.911089:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009452ad80 00000100:00100000:2.0:1746138012.912620:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968146304:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.912644:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.912658:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138012.912696:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972466816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2191us (2334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.912703:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7816 00000100:00100000:0.0:1746138012.913890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.913984:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.914079:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972467328 00000100:00100000:3.0:1746138012.914086:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972467328 00000100:00100000:2.0:1746138012.914096:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972467200 00000100:00100000:2.0:1746138012.914100:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972467200 00010000:00010000:3.0:1746138012.914119:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.914147:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12893 00000100:00100000:3.0:1746138012.914152:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972467328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.914163:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138012.914260:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7817 00000100:00100000:2.0:1746138012.914266:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972467200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.914289:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.914300:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5e5 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.914316:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.914321:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.914326:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.914329:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.914363:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.914373:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.914380:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138012.914443:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972467200:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.914449:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7817 00010000:00010000:3.0:1746138012.914510:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.914521:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.914539:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5d7 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.914555:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.914556:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.914561:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.914568:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.914586:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.914596:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.914605:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968146560:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.914761:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.915922:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968146560:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.915947:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.916004:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972467328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1851us (2019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.916014:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12893 00000100:00100000:0.0:1746138012.916356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.916562:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972467584 00000100:00100000:3.0:1746138012.916569:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972467584 00002000:00100000:3.0:1746138012.916603:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b20380 x1830957972467584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.916612:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b20380 with x1830957972467584 ext(0->4095) 00010000:00010000:3.0:1746138012.916620:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.916630:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.916636:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b20380 00000100:00100000:3.0:1746138012.916649:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3545 00000100:00100000:3.0:1746138012.916656:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972467584:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.916804:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972467584:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (448us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.916810:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3545 00002000:00100000:3.0:1746138012.916814:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b20380 x1830957972467584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.916821:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b20380 with x1830957972467584 ext(0->4095) 00010000:00010000:3.0:1746138012.916826:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.916839:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:3.0:1746138012.916845:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b20380 00000100:00100000:0.0:1746138012.920658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.920784:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972467712 00000100:00100000:3.0:1746138012.920798:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972467712 00010000:00010000:3.0:1746138012.920849:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.920896:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12894 00000100:00100000:3.0:1746138012.920904:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972467712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.920918:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.920945:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.920956:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.920978:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1b69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5de expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.921013:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.921016:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.921023:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.921036:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.921072:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.921085:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968146688:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.921185:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.924287:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968146688:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.924310:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.924373:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972467712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3469us (3730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.924384:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12894 00000100:00100000:0.0:1746138012.924398:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.924486:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972467968 00000100:00100000:1.0:1746138012.924495:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972467968 00002000:00100000:1.0:1746138012.924535:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b20a80 x1830957972467968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.924545:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b20a80 with x1830957972467968 ext(0->4095) 00002000:00010000:1.0:1746138012.924549:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b20a80 00000100:00100000:1.0:1746138012.924564:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5561 00000100:00100000:1.0:1746138012.924571:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972467968:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.924791:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972467968:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 220us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.924797:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5561 00002000:00100000:1.0:1746138012.924802:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b20a80 x1830957972467968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.924810:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b20a80 with x1830957972467968 ext(0->4095) 00002000:00010000:1.0:1746138012.924812:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b20a80 00000100:00100000:0.0:1746138012.927325:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.927400:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972468096 00000100:00100000:1.0:1746138012.927408:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972468096 00000100:00100000:1.0:1746138012.927607:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7818 00000100:00100000:1.0:1746138012.927616:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972468096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.927630:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.927645:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5ec expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.927671:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.927678:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.927679:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.927683:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.927708:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.927720:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 53 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:1.0:1746138012.927728:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968146816:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.927806:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.929553:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968146816:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.929579:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.929594:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138012.929626:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972468096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2011us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.929634:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7818 00000100:00100000:0.0:1746138012.930190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.930255:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972468224 00000100:00100000:3.0:1746138012.930263:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972468224 00010000:00010000:3.0:1746138012.930296:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.930326:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12895 00000100:00100000:3.0:1746138012.930333:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972468224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.930344:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.930362:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.930376:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.930394:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1b70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5e5 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.931133:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.931136:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.931142:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.931151:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.931183:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.931193:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968146944:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.931307:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.933574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.933665:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968146944:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.933679:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972468480 00010000:00010000:3.0:1746138012.933684:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.933686:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972468480 00000100:00100000:3.0:1746138012.933722:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972468224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3388us (3537us total) trans 0 rc 0/0 00002000:00100000:1.0:1746138012.933725:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b21500 x1830957972468480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138012.933732:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12895 00002000:00100000:1.0:1746138012.933734:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b21500 with x1830957972468480 ext(0->4095) 00002000:00010000:1.0:1746138012.933738:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b21500 00000100:00100000:1.0:1746138012.933768:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5562 00000100:00100000:1.0:1746138012.933774:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972468480:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.933907:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972468480:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.933916:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5562 00002000:00100000:1.0:1746138012.933921:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b21500 x1830957972468480/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.933928:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b21500 with x1830957972468480 ext(0->4095) 00002000:00010000:1.0:1746138012.933930:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b21500 00000100:00100000:0.0:1746138012.934857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.935190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.935256:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972468608 00000100:00100000:2.0:1746138012.935262:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972468608 00000100:00100000:2.0:1746138012.935296:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972468736 00000100:00100000:2.0:1746138012.935298:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972468736 00000100:00100000:2.0:1746138012.935323:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7819 00000100:00100000:2.0:1746138012.935329:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972468608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.935342:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.935355:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5f3 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.935383:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.935390:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.935392:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.935395:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.935442:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.935454:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 5 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.935465:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968147072:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.935524:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:1.0:1746138012.935638:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7820 00000100:00100000:1.0:1746138012.935646:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972468736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.935652:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138012.935658:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac5fa expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.935668:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138012.935671:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.935676:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.935678:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.935694:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.935703:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.935710:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138012.935733:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972468736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.935737:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7820 00000100:00100000:2.0:1746138012.936709:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968147072:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.936726:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.936736:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138012.936759:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972468608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1430us (1903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.936765:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7819 00000100:00100000:0.0:1746138012.937221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.937877:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972468864 00000100:00100000:3.0:1746138012.937885:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972468864 00010000:00010000:3.0:1746138012.937913:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.937934:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12896 00000100:00100000:3.0:1746138012.937939:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972468864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.937950:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.937970:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.937981:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.938002:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1b77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5ec expref: 6 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.938016:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.938017:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.938023:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.938031:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.938055:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.938065:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.938076:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968147328:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.938140:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.940042:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968147328:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.940063:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.940207:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972468864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2266us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.940216:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12896 00000100:00100000:0.0:1746138012.940376:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.940506:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972469120 00000100:00100000:2.0:1746138012.940516:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972469120 00002000:00100000:2.0:1746138012.940564:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b21f80 x1830957972469120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.940573:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b21f80 with x1830957972469120 ext(0->4095) 00010000:00010000:2.0:1746138012.940582:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.940600:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.940607:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b21f80 00000100:00100000:2.0:1746138012.940626:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3546 00000100:00100000:2.0:1746138012.940633:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972469120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138012.940838:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972469120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (468us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.940845:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3546 00002000:00100000:2.0:1746138012.940850:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b21f80 x1830957972469120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.940857:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b21f80 with x1830957972469120 ext(0->4095) 00010000:00010000:2.0:1746138012.940861:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:2.0:1746138012.940870:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:2.0:1746138012.940876:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b21f80 00000100:00100000:0.0:1746138012.943785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.944133:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972469248 00000100:00100000:3.0:1746138012.944147:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972469248 00010000:00010000:3.0:1746138012.944191:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.944575:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12897 00000100:00100000:3.0:1746138012.944726:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972469248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.944742:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.944766:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.944779:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.944802:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5f3 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.944828:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.944830:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.944836:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.944844:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.944873:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 54 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.944884:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968147456:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.945689:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.948384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.948568:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972469504 00000100:00100000:2.0:1746138012.948579:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972469504 00002000:00100000:2.0:1746138012.948637:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b22680 x1830957972469504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.948649:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b22680 with x1830957972469504 ext(0->4095) 00002000:00010000:2.0:1746138012.948657:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b22680 00000100:00100000:2.0:1746138012.948697:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5563 00000100:00100000:2.0:1746138012.948706:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972469504:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138012.948933:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972469504:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 227us (562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138012.948940:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5563 00002000:00100000:2.0:1746138012.948946:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b22680 x1830957972469504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138012.948953:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b22680 with x1830957972469504 ext(0->4095) 00002000:00010000:2.0:1746138012.948956:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b22680 00000100:00100000:3.0:1746138012.949235:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968147456:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.949261:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.949345:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972469248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4761us (5571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.949355:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12897 00000100:00100000:0.0:1746138012.952792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.953195:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972469632 00000100:00100000:2.0:1746138012.953206:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972469632 00000100:00100000:2.0:1746138012.953279:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7821 00000100:00100000:2.0:1746138012.953288:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972469632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.953311:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.953330:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac601 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.953365:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.953373:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.953375:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.953379:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.953461:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 53 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.953474:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 53 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.953488:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968147584:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.954076:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.955014:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968147584:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.955038:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.955052:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138012.955094:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972469632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1807us (2312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.955103:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7821 00000100:00100000:0.0:1746138012.955400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.955609:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972469760 00000100:00100000:3.0:1746138012.955615:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972469760 00010000:00010000:3.0:1746138012.955636:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.955658:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12898 00000100:00100000:3.0:1746138012.955664:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972469760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.955673:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.955698:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.955714:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.955738:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1b85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac5fa expref: 54 pid: 11153 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.955764:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.955766:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.955772:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.955781:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.955808:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.955818:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968147712:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.956104:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.957714:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968147712:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.957733:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.957780:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972469760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2115us (2380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.957789:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12898 00000100:00100000:0.0:1746138012.958049:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.958170:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972470016 00000100:00100000:1.0:1746138012.958177:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972470016 00002000:00100000:1.0:1746138012.958210:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b23100 x1830957972470016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.958218:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b23100 with x1830957972470016 ext(0->4095) 00002000:00010000:1.0:1746138012.958222:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b23100 00000100:00100000:1.0:1746138012.958243:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5564 00000100:00100000:1.0:1746138012.958250:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972470016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.958394:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972470016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.958400:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5564 00002000:00100000:1.0:1746138012.958545:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b23100 x1830957972470016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.958552:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b23100 with x1830957972470016 ext(0->4095) 00002000:00010000:1.0:1746138012.958554:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b23100 00000100:00100000:0.0:1746138012.959288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.959373:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972470144 00000100:00100000:2.0:1746138012.959378:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972470144 00000100:00100000:2.0:1746138012.959438:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7822 00000100:00100000:2.0:1746138012.959444:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972470144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.959456:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.959470:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac608 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.959493:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.959501:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.959503:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.959506:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.959529:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.959538:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 5 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:2.0:1746138012.959548:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968147840:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.959605:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138012.960124:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.960166:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972470272 00000100:00100000:3.0:1746138012.960171:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972470272 00000100:00100000:3.0:1746138012.960345:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7823 00000100:00100000:3.0:1746138012.960352:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972470272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.960360:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.960369:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac60f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.960383:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.960387:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.960392:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.960394:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.960445:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.960459:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.960467:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138012.960499:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972470272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.960505:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7823 00000100:00100000:2.0:1746138012.960955:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968147840:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.960970:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.960978:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138012.960999:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972470144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1555us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.961004:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7822 00000100:00100000:0.0:1746138012.961208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.961506:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972470400 00000100:00100000:3.0:1746138012.961511:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972470400 00010000:00010000:3.0:1746138012.961532:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.961558:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12899 00000100:00100000:3.0:1746138012.961562:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972470400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.961570:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.961588:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.961597:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.961614:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1b8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac601 expref: 6 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.961626:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.961627:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.961632:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.961638:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.961655:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.961663:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 54 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.961678:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148096:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.961967:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.963283:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148096:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.963284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138012.963300:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.963345:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972470400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1781us (2136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.963352:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12899 00000100:00100000:1.0:1746138012.963469:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972470656 00000100:00100000:1.0:1746138012.963474:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972470656 00002000:00100000:1.0:1746138012.963543:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b20000 x1830957972470656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.963553:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b20000 with x1830957972470656 ext(0->4095) 00010000:00010000:1.0:1746138012.963560:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.963572:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.963578:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b20000 00000100:00100000:1.0:1746138012.963593:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3547 00000100:00100000:1.0:1746138012.963599:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972470656:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.964026:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972470656:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 425us (742us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.964032:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3547 00002000:00100000:1.0:1746138012.964037:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b20000 x1830957972470656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.964043:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b20000 with x1830957972470656 ext(0->4095) 00010000:00010000:1.0:1746138012.964048:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:1.0:1746138012.964057:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00002000:00010000:1.0:1746138012.964063:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b20000 00000100:00100000:0.0:1746138012.965307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.965448:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972470784 00000100:00100000:3.0:1746138012.965456:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972470784 00010000:00010000:3.0:1746138012.965483:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1746138012.965507:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12900 00000100:00100000:3.0:1746138012.965514:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972470784:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.965525:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.965542:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.965553:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.965572:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1b93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac608 expref: 55 pid: 17395 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1746138012.966279:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.966283:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.966290:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.966298:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.966330:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.966342:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148224:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.966570:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.968062:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148224:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138012.968079:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138012.968086:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.968137:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972470784:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2622us (2835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.968148:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12900 00000100:00100000:1.0:1746138012.968179:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972471040 00000100:00100000:1.0:1746138012.968186:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972471040 00002000:00100000:1.0:1746138012.968227:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b21180 x1830957972471040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.968237:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b21180 with x1830957972471040 ext(0->4095) 00002000:00010000:1.0:1746138012.968243:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b21180 00000100:00100000:1.0:1746138012.968280:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5565 00000100:00100000:1.0:1746138012.968288:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972471040:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138012.968480:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972471040:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 192us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.968486:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5565 00002000:00100000:1.0:1746138012.968491:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880099b21180 x1830957972471040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.968498:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b21180 with x1830957972471040 ext(0->4095) 00002000:00010000:1.0:1746138012.968501:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b21180 00000100:00100000:0.0:1746138012.970009:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.970081:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972471168 00000100:00100000:2.0:1746138012.970089:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972471168 00000100:00100000:2.0:1746138012.970140:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7824 00000100:00100000:2.0:1746138012.970147:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972471168:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.970165:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.970186:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac616 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.970217:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.970225:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.970226:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138012.970229:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.970261:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.970285:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 53 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138012.970297:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968148352:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.970388:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.971397:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968148352:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.971440:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.971457:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138012.971490:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972471168:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1342us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.971501:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7824 00000100:00100000:0.0:1746138012.972073:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.972129:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972471296 00000100:00100000:3.0:1746138012.972136:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972471296 00010000:00010000:3.0:1746138012.972165:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138012.972194:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12901 00000100:00100000:3.0:1746138012.972200:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972471296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.972212:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.972238:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.972255:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.972293:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1b9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac60f expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.972321:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.972323:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.972330:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.972339:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.972365:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.972374:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148480:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.972438:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.973700:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148480:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.973715:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.973754:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972471296:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1554us (1683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.973761:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12901 00000100:00100000:0.0:1746138012.973803:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.974027:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972471552 00000100:00100000:1.0:1746138012.974032:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972471552 00002000:00100000:1.0:1746138012.974073:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced5500 x1830957972471552/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.974083:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced5500 with x1830957972471552 ext(0->4095) 00002000:00010000:1.0:1746138012.974088:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced5500 00000100:00100000:1.0:1746138012.974113:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5566 00000100:00100000:1.0:1746138012.974119:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972471552:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138012.974294:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972471552:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138012.974300:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5566 00002000:00100000:1.0:1746138012.974305:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced5500 x1830957972471552/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138012.974318:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced5500 with x1830957972471552 ext(0->4095) 00002000:00010000:1.0:1746138012.974321:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ced5500 00000100:00100000:0.0:1746138012.975618:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.975657:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972471680 00000100:00100000:2.0:1746138012.975664:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972471680 00000100:00100000:2.0:1746138012.975708:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7825 00000100:00100000:2.0:1746138012.975714:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972471680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138012.975728:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.975749:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac61d expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.975777:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.975785:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.975787:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.975791:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.975823:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.975836:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138012.975848:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968148608:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138012.975936:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.978023:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968148608:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138012.978058:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.978300:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138012.978657:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972471680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2940us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.978666:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7825 00000100:00100000:1.0:1746138012.978997:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.979133:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972471936 00000100:00100000:3.0:1746138012.979145:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972471936 00000100:00100000:3.0:1746138012.979182:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7826 00000100:00100000:3.0:1746138012.979189:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972471936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138012.979208:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.979225:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac624 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.979251:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.979256:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.979263:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138012.979266:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.979313:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.979327:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.979334:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00000100:00100000:3.0:1746138012.979371:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972471936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.979376:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7826 00000100:00100000:0.0:1746138012.980057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.980313:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972471808 00000100:00100000:3.0:1746138012.980319:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972471808 00010000:00010000:3.0:1746138012.980340:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138012.980373:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12902 00000100:00100000:3.0:1746138012.980378:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972471808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138012.980388:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138012.980411:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.980441:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.980462:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ba1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac616 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.980517:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.980519:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.980527:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.980535:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.980563:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.980575:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138012.980590:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148864:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138012.981118:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.984558:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148864:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.984590:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138012.984642:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972471808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4262us (4584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.984654:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12902 00000100:00100000:0.0:1746138012.985030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.985238:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972472192 00000100:00100000:3.0:1746138012.985250:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972472192 00002000:00100000:3.0:1746138012.985305:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced7100 x1830957972472192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.985316:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced7100 with x1830957972472192 ext(0->4095) 00010000:00010000:3.0:1746138012.985327:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.985341:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138012.985347:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced7100 00000100:00100000:3.0:1746138012.985382:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3548 00000100:00100000:3.0:1746138012.985389:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972472192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.986052:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972472192:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 661us (1022us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.986062:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3548 00002000:00100000:3.0:1746138012.986067:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ced7100 x1830957972472192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.986075:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ced7100 with x1830957972472192 ext(0->4095) 00010000:00010000:3.0:1746138012.986080:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.986089:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138012.986094:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ced7100 00000100:00100000:0.0:1746138012.988670:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.988782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138012.988889:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972472320 00000100:00100000:1.0:1746138012.988900:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972472320 00000100:00100000:3.0:1746138012.988925:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972472448 00000100:00100000:3.0:1746138012.988931:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972472448 00010000:00010000:3.0:1746138012.988958:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138012.988969:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7827 00000100:00100000:1.0:1746138012.988977:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ced7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972472320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138012.988982:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12903 00000100:00100000:3.0:1746138012.988988:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1960:x1830957972472448:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138012.988995:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138012.989002:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138012.989012:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac62b expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.989026:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.989038:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.989063:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ba8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac61d expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.989086:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.989088:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138012.989096:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.989104:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138012.989140:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.989152:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148992:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138012.989238:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138012.989245:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00010000:00010000:1.0:1746138012.989249:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.989250:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.989255:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.989304:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.989317:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138012.989330:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968149120:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138012.989493:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138012.991644:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968148992:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138012.991676:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138012.991695:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968149120:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138012.991720:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.991733:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:3.0:1746138012.991737:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1960:x1830957972472448:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2747us (2952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138012.991750:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12903 00000100:00100000:1.0:1746138012.991767:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ced7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972472320:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2791us (3109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.991773:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7827 00000100:00100000:0.0:1746138012.991775:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.991816:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972472704 00000100:00100000:3.0:1746138012.991822:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972472704 00002000:00100000:3.0:1746138012.991851:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49180 x1830957972472704/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.991859:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49180 with x1830957972472704 ext(0->4095) 00010000:00010000:3.0:1746138012.991865:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.991880:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138012.991884:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49180 00000100:00100000:3.0:1746138012.991904:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3549 00000100:00100000:3.0:1746138012.991907:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972472704:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138012.992047:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972472704:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.992052:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3549 00002000:00100000:3.0:1746138012.992055:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49180 x1830957972472704/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.992060:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49180 with x1830957972472704 ext(0->4095) 00010000:00010000:3.0:1746138012.992063:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.992069:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138012.992073:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49180 00000100:00100000:0.0:1746138012.993799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138012.993900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.993955:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972472960 00000100:00100000:2.0:1746138012.993962:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972472960 00000100:00100000:1.0:1746138012.993985:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972472832 00000100:00100000:1.0:1746138012.993989:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972472832 00010000:00010000:2.0:1746138012.993991:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138012.994018:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12904 00000100:00100000:2.0:1746138012.994023:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972472960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746138012.994026:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7828 00010000:00010000:2.0:1746138012.994033:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138012.994033:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972472832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138012.994046:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138012.994051:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138012.994059:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac632 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.994061:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138012.994216:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138012.994223:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.994229:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138012.994233:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.994253:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1baf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac624 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138012.994298:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.994314:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.994322:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.994324:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.994330:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.994364:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138012.994377:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00010000:00010000:2.0:1746138012.994386:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.994398:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138012.994410:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968149376:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138012.994410:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972472832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 377us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138012.994437:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7828 00000100:00100000:2.0:1746138012.994634:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138012.995711:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968149376:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138012.995725:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138012.995749:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972472960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1725us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138012.995756:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12904 00000100:00100000:0.0:1746138012.995873:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138012.995923:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972473216 00000100:00100000:3.0:1746138012.995928:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972473216 00002000:00100000:3.0:1746138012.995959:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126680 x1830957972473216/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/0 e 0 to 0 dl 1746138023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.995968:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126680 with x1830957972473216 ext(0->4095) 00010000:00010000:3.0:1746138012.995976:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.995988:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138012.995994:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126680 00000100:00100000:3.0:1746138012.996019:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3550 00000100:00100000:3.0:1746138012.996025:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972473216:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138012.996250:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972473216:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 221us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138012.996256:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3550 00002000:00100000:3.0:1746138012.996261:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126680 x1830957972473216/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:448/0 lens 488/4536 e 0 to 0 dl 1746138023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138012.996281:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126680 with x1830957972473216 ext(0->4095) 00010000:00010000:3.0:1746138012.996286:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138012.996295:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138012.996301:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126680 00000100:00100000:0.0:1746138012.998582:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138012.998669:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972473344 00000100:00100000:2.0:1746138012.998678:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972473344 00010000:00010000:2.0:1746138012.998712:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138012.998752:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12905 00000100:00100000:2.0:1746138012.998759:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972473344:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138012.998774:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138012.998797:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138012.998809:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138012.998833:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac62b expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138012.998866:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.998868:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138012.998875:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.998883:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138012.998917:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138012.998930:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968149504:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138012.999015:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.000565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.000654:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968149504:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.000675:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.000717:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972473344:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1958us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.000725:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12905 00000100:00100000:3.0:1746138013.000727:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972473600 00000100:00100000:3.0:1746138013.000733:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972473600 00002000:00100000:3.0:1746138013.000771:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa73480 x1830957972473600/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.000786:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73480 with x1830957972473600 ext(0->4095) 00002000:00010000:3.0:1746138013.000791:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa73480 00000100:00100000:3.0:1746138013.000816:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5567 00000100:00100000:3.0:1746138013.000823:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972473600:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.001079:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972473600:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 255us (516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.001085:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5567 00002000:00100000:3.0:1746138013.001090:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa73480 x1830957972473600/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.001098:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73480 with x1830957972473600 ext(0->4095) 00002000:00010000:3.0:1746138013.001100:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa73480 00000100:00100000:0.0:1746138013.002284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.002448:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972473728 00000100:00100000:1.0:1746138013.002454:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972473728 00000100:00100000:1.0:1746138013.002494:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7829 00000100:00100000:1.0:1746138013.002501:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972473728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.002513:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.002530:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac639 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.002557:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.002565:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.002567:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.002570:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.002597:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.002617:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 53 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.002628:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968149632:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.003001:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.004097:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968149632:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.004355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138013.004412:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.004455:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138013.004489:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972473728:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1988us (2221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.004496:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7829 00000100:00100000:2.0:1746138013.004644:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972473856 00000100:00100000:2.0:1746138013.004650:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972473856 00010000:00010000:2.0:1746138013.004678:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.004710:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12906 00000100:00100000:2.0:1746138013.004716:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972473856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.004727:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.004748:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.004759:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.004780:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1bbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac632 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.004803:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.004805:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.004812:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.004820:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.004922:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.004934:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968149760:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.004987:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.006317:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968149760:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.006333:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.006363:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972473856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1646us (2008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.006371:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12906 00000100:00100000:0.0:1746138013.006793:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.006921:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972474112 00000100:00100000:3.0:1746138013.006928:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972474112 00002000:00100000:3.0:1746138013.006962:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70e00 x1830957972474112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.006971:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70e00 with x1830957972474112 ext(0->4095) 00002000:00010000:3.0:1746138013.006976:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa70e00 00000100:00100000:3.0:1746138013.007006:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5568 00000100:00100000:3.0:1746138013.007012:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972474112:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.007173:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972474112:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.007179:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5568 00002000:00100000:3.0:1746138013.007186:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70e00 x1830957972474112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.007193:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70e00 with x1830957972474112 ext(0->4095) 00002000:00010000:3.0:1746138013.007196:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa70e00 00000100:00100000:0.0:1746138013.008894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.008971:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972474240 00000100:00100000:1.0:1746138013.008979:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972474240 00000100:00100000:1.0:1746138013.009022:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7830 00000100:00100000:1.0:1746138013.009030:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972474240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.009049:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.009066:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac640 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.009093:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.009105:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.009107:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.009110:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.009138:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.009149:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.009161:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968149888:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.009345:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.010387:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968149888:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.010557:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.010571:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138013.010612:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972474240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1584us (1724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.010619:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7830 00000100:00100000:2.0:1746138013.010800:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.010832:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.010832:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972474496 00000100:00100000:1.0:1746138013.010837:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972474496 00000100:00100000:1.0:1746138013.010859:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7831 00000100:00100000:1.0:1746138013.010865:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972474496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138013.010879:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972474368 00010000:00010000:1.0:1746138013.010880:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138013.010883:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972474368 00010000:00010000:1.0:1746138013.010891:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac647 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.010904:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.010913:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.010918:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.010924:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12907 00010000:00010000:1.0:1746138013.010924:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.010927:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.010929:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972474368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.010950:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.010959:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.010965:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138013.010991:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972474496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (193us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138013.010995:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138013.010996:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7831 00010000:00010000:3.0:1746138013.011021:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.011033:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.011052:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1bc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac639 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.011075:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.011077:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.011083:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.011094:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.011115:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.011125:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.011135:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968150144:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.011186:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.013219:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968150144:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.013229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138013.013238:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.013284:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972474368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2353us (2450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.013290:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972474752 00000100:00100000:3.0:1746138013.013292:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12907 00000100:00100000:2.0:1746138013.013296:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972474752 00002000:00100000:2.0:1746138013.013331:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120380 x1830957972474752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.013341:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120380 with x1830957972474752 ext(0->4095) 00010000:00010000:2.0:1746138013.013348:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.013359:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.013365:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094120380 00000100:00100000:2.0:1746138013.013465:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3551 00000100:00100000:2.0:1746138013.013472:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972474752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.013680:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972474752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.013685:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3551 00002000:00100000:2.0:1746138013.013690:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120380 x1830957972474752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.013697:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120380 with x1830957972474752 ext(0->4095) 00010000:00010000:2.0:1746138013.013701:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.013709:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.013715:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094120380 00000100:00100000:0.0:1746138013.016101:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.016449:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972474880 00000100:00100000:2.0:1746138013.016458:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972474880 00000100:00100000:2.0:1746138013.016504:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7832 00000100:00100000:2.0:1746138013.016512:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972474880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.016528:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.016547:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac64e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.016577:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.016584:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.016590:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.016593:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.016634:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.016652:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.016661:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138013.017467:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972474880:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 953us (1372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.017473:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7832 00000100:00100000:1.0:1746138013.017620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.017664:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972475008 00000100:00100000:3.0:1746138013.017669:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972475008 00010000:00010000:3.0:1746138013.017691:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.017712:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12908 00000100:00100000:3.0:1746138013.017717:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972475008:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.017727:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.017751:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.017766:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.017786:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1bcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac640 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.017811:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.017813:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.017820:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.017827:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.017851:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.017862:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.017874:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968150400:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.017939:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.019679:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968150400:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.019702:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.019750:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972475008:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2031us (2130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.019762:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12908 00000100:00100000:1.0:1746138013.019896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.019991:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972475264 00000100:00100000:2.0:1746138013.019997:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972475264 00002000:00100000:2.0:1746138013.020033:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457800 x1830957972475264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.020042:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457800 with x1830957972475264 ext(0->4095) 00010000:00010000:2.0:1746138013.020051:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.020064:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.020071:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457800 00000100:00100000:2.0:1746138013.020085:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3552 00000100:00100000:2.0:1746138013.020091:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972475264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.020239:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972475264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.020245:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3552 00002000:00100000:2.0:1746138013.020251:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457800 x1830957972475264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.020257:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457800 with x1830957972475264 ext(0->4095) 00010000:00010000:2.0:1746138013.020262:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.020284:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.020290:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457800 00000100:00100000:0.0:1746138013.022556:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.022625:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.022678:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972475520 00000100:00100000:3.0:1746138013.022686:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972475520 00010000:00010000:3.0:1746138013.022724:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.022759:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12909 00000100:00100000:3.0:1746138013.022766:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972475520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.022778:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.022801:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.022813:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.022819:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972475392 00000100:00100000:2.0:1746138013.022822:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972475392 00010000:00010000:3.0:1746138013.022839:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1bd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac647 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.022844:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7833 00000100:00100000:2.0:1746138013.022849:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972475392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.022858:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.022860:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.022861:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.022869:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.022871:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac655 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.022878:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.022931:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.022936:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.022936:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.022939:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.022974:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.023090:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.023103:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968150528:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.023114:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.023124:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.023132:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968150656:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.023202:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.023626:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.025894:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968150656:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.025916:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.025957:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972475520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3191us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.025967:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12909 00000100:00100000:1.0:1746138013.026092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.026131:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972475776 00000100:00100000:1.0:1746138013.026138:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972475776 00000100:00100000:2.0:1746138013.026347:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968150528:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.026368:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.026382:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138013.026406:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972475392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3556us (3862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.026411:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7833 00002000:00100000:1.0:1746138013.026555:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0e00 x1830957972475776/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.026566:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0e00 with x1830957972475776 ext(0->4095) 00010000:00010000:1.0:1746138013.026574:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.026587:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.026593:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b0e00 00000100:00100000:1.0:1746138013.026611:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3553 00000100:00100000:1.0:1746138013.026619:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972475776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.026779:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972475776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.026785:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3553 00002000:00100000:1.0:1746138013.026790:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0e00 x1830957972475776/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.026797:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0e00 with x1830957972475776 ext(0->4095) 00010000:00010000:1.0:1746138013.026801:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.026809:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.026815:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b0e00 00000100:00100000:0.0:1746138013.029597:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.029781:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972475904 00000100:00100000:3.0:1746138013.029789:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972475904 00010000:00010000:3.0:1746138013.029816:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.029844:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12910 00000100:00100000:3.0:1746138013.029850:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972475904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.029862:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.029880:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.029891:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.029909:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1bd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac64e expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.029923:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.029925:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.029931:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.029939:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.029965:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.029974:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968150784:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.030056:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.031173:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968150784:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.031189:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.031502:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972475904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1651us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.031511:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12910 00000100:00100000:1.0:1746138013.032751:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.032816:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972476160 00000100:00100000:2.0:1746138013.032823:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972476160 00002000:00100000:2.0:1746138013.032851:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64a80 x1830957972476160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.032861:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64a80 with x1830957972476160 ext(0->4095) 00002000:00010000:2.0:1746138013.032865:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f64a80 00000100:00100000:2.0:1746138013.032931:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5569 00000100:00100000:2.0:1746138013.032937:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972476160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.033119:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972476160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.033128:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5569 00002000:00100000:2.0:1746138013.033133:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64a80 x1830957972476160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.033140:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64a80 with x1830957972476160 ext(0->4095) 00002000:00010000:2.0:1746138013.033143:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f64a80 00000100:00100000:0.0:1746138013.035008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.035099:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972476288 00000100:00100000:2.0:1746138013.035106:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972476288 00000100:00100000:2.0:1746138013.035135:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7834 00000100:00100000:2.0:1746138013.035141:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972476288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.035153:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.035167:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac65c expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.035194:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.035201:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.035202:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.035206:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.035229:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 53 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.035238:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 53 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.035253:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968150912:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.035384:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.036530:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968150912:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.036551:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.036564:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138013.036593:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972476288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1452us (1589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.036600:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7834 00000100:00100000:0.0:1746138013.039146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.039217:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972476416 00000100:00100000:3.0:1746138013.039225:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972476416 00010000:00010000:3.0:1746138013.039255:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.039307:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12911 00000100:00100000:3.0:1746138013.039315:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972476416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.039329:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.039347:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.039357:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.039377:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1be0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac655 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.039393:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.039394:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.039401:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.039409:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.039458:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.039469:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968151040:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.039598:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.042072:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.042123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.042134:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968151040:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.042153:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.042159:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972476800 00000100:00100000:2.0:1746138013.042165:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972476800 00002000:00100000:2.0:1746138013.042202:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4e00 x1830957972476800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.042211:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4e00 with x1830957972476800 ext(0->4095) 00000100:00100000:3.0:1746138013.042213:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972476416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2899us (3232us total) trans 0 rc 0/0 00002000:00010000:2.0:1746138013.042215:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b4e00 00000100:00100000:3.0:1746138013.042226:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12911 00000100:00100000:2.0:1746138013.042239:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5570 00000100:00100000:2.0:1746138013.042245:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972476800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.042262:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972476544 00000100:00100000:3.0:1746138013.042265:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972476544 00000100:00100000:3.0:1746138013.042298:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7835 00000100:00100000:3.0:1746138013.042303:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31559:x1830957972476544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.042310:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.042322:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac663 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.042341:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.042348:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.042350:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.042353:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.042372:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.042382:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.042383:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972476800:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.042389:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5570 00000100:00100000:3.0:1746138013.042391:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968151168:192.168.204.27@tcp:104: 00002000:00100000:2.0:1746138013.042394:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4e00 x1830957972476800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.042405:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4e00 with x1830957972476800 ext(0->4095) 00010000:00010000:2.0:1746138013.042409:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.042447:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.042453:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b4e00 00000100:00100000:3.0:1746138013.042460:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00010000:00010000:0.0:1746138013.042497:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138013.044017:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.044071:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972476928 00000100:00100000:2.0:1746138013.044077:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972476928 00000100:00100000:2.0:1746138013.044119:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7836 00000100:00100000:2.0:1746138013.044126:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972476928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.044140:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.044153:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac66a expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.044170:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.044175:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.044180:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.044183:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.044210:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.044224:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.044231:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138013.044278:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972476928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.044283:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7836 00000100:00100000:3.0:1746138013.045533:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968151168:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.045560:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.045573:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138013.045601:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972476544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3297us (3537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.045607:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7835 00000100:00100000:0.0:1746138013.045980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.046026:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972477056 00000100:00100000:3.0:1746138013.046031:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972477056 00010000:00010000:3.0:1746138013.046049:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.046066:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12912 00000100:00100000:3.0:1746138013.046071:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972477056:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.046080:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.046095:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.046106:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.046122:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1be7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac65c expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.046314:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.046317:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.046323:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.046331:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.046355:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.046364:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.046374:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968151424:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.046463:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.048535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.048583:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972477312 00000100:00100000:2.0:1746138013.048593:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972477312 00002000:00100000:2.0:1746138013.048638:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137303b80 x1830957972477312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.048648:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137303b80 with x1830957972477312 ext(0->4095) 00000100:00100000:3.0:1746138013.048655:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968151424:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.048657:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.048678:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.048679:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746138013.048684:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137303b80 00000100:00100000:2.0:1746138013.048713:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3554 00000100:00100000:2.0:1746138013.048720:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972477312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.048758:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972477056:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2685us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.048769:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12912 00000100:00100000:2.0:1746138013.048932:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972477312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 210us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.048938:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3554 00002000:00100000:2.0:1746138013.048944:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137303b80 x1830957972477312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.048951:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137303b80 with x1830957972477312 ext(0->4095) 00010000:00010000:2.0:1746138013.048956:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.048965:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.048971:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137303b80 00000100:00100000:0.0:1746138013.050914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.051005:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972477440 00000100:00100000:3.0:1746138013.051015:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972477440 00010000:00010000:3.0:1746138013.051052:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.051105:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12913 00000100:00100000:3.0:1746138013.051112:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972477440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.051127:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.051151:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.051163:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.051189:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1bee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac663 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.051204:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.051205:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.051212:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.051218:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.051247:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.051256:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968151552:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.051353:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.052776:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968151552:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.052794:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.052834:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972477440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1722us (1927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.052843:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12913 00000100:00100000:0.0:1746138013.053319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.053451:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972477696 00000100:00100000:2.0:1746138013.053458:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972477696 00002000:00100000:2.0:1746138013.053493:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301f80 x1830957972477696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.053501:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301f80 with x1830957972477696 ext(0->4095) 00002000:00010000:2.0:1746138013.053506:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301f80 00000100:00100000:2.0:1746138013.053582:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5571 00000100:00100000:2.0:1746138013.053590:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972477696:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.053982:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972477696:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 392us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.053987:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5571 00002000:00100000:2.0:1746138013.053993:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301f80 x1830957972477696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.053999:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301f80 with x1830957972477696 ext(0->4095) 00002000:00010000:2.0:1746138013.054002:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301f80 00000100:00100000:0.0:1746138013.055322:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.055408:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972477824 00000100:00100000:3.0:1746138013.055438:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972477824 00000100:00100000:3.0:1746138013.055470:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7837 00000100:00100000:3.0:1746138013.055476:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972477824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.055490:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.055508:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac671 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.055533:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.055540:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.055542:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.055545:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.055579:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.055591:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 53 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.055602:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968151680:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.055686:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.056644:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968151680:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.056669:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.056685:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:3.0:1746138013.056714:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972477824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1237us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.056720:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7837 00000100:00100000:0.0:1746138013.057236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.057410:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972477952 00000100:00100000:3.0:1746138013.057539:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972477952 00010000:00010000:3.0:1746138013.057638:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.057712:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12914 00000100:00100000:3.0:1746138013.057719:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972477952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.057730:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.057756:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.057767:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.057788:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1bf5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac66a expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.057814:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.057816:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.057822:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.057834:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.057862:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.057874:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968151808:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.058194:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.059646:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968151808:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.059677:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.059730:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972477952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2010us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.059741:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12914 00000100:00100000:0.0:1746138013.060051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.060346:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972478208 00000100:00100000:2.0:1746138013.060354:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972478208 00002000:00100000:2.0:1746138013.060395:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687100 x1830957972478208/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.060405:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687100 with x1830957972478208 ext(0->4095) 00002000:00010000:2.0:1746138013.060410:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687100 00000100:00100000:2.0:1746138013.060486:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5572 00000100:00100000:2.0:1746138013.060493:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972478208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.060694:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972478208:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 201us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.060701:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5572 00002000:00100000:2.0:1746138013.060705:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880129687100 x1830957972478208/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.060713:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687100 with x1830957972478208 ext(0->4095) 00002000:00010000:2.0:1746138013.060716:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687100 00000100:00100000:0.0:1746138013.061784:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.061869:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972478336 00000100:00100000:3.0:1746138013.061875:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972478336 00000100:00100000:3.0:1746138013.061906:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7838 00000100:00100000:3.0:1746138013.061911:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972478336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.061925:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.061945:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac678 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.061980:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.061989:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.061992:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.061997:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.062033:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.062046:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.062058:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968151936:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.062167:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.063305:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968151936:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.063335:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.063349:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00000100:00100000:3.0:1746138013.063389:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972478336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1477us (1607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.063397:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7838 00000100:00100000:0.0:1746138013.063980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.064026:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.064107:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972478592 00000100:00100000:3.0:1746138013.064114:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972478592 00000100:00100000:3.0:1746138013.064153:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7839 00000100:00100000:3.0:1746138013.064161:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972478592:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.064180:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.064197:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac67f expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.064208:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972478464 00000100:00100000:2.0:1746138013.064212:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972478464 00010000:00010000:3.0:1746138013.064225:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.064231:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.064231:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.064237:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.064240:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.064262:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12915 00000100:00100000:2.0:1746138013.064280:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972478464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.064283:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.064288:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.064296:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.064306:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00010000:00010000:2.0:1746138013.064308:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.064323:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.064341:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1bfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac671 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.064349:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972478592:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.064354:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7839 00010000:00010000:2.0:1746138013.064354:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.064355:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.064360:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.064366:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.064386:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.064395:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.064405:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968152192:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.064485:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.066103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.066165:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972478848 00000100:00100000:3.0:1746138013.066171:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972478848 00000100:00100000:2.0:1746138013.066184:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968152192:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.066197:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746138013.066203:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701500 x1830957972478848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.066212:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701500 with x1830957972478848 ext(0->4095) 00010000:00010000:3.0:1746138013.066219:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.066223:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972478464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1956us (2197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.066232:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12915 00010000:00010000:3.0:1746138013.066234:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.066240:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701500 00000100:00100000:3.0:1746138013.066280:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3555 00000100:00100000:3.0:1746138013.066286:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972478848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.066634:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972478848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 347us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.066641:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3555 00002000:00100000:3.0:1746138013.066645:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701500 x1830957972478848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.066651:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701500 with x1830957972478848 ext(0->4095) 00010000:00010000:3.0:1746138013.066656:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.066665:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.066670:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701500 00000100:00100000:0.0:1746138013.068009:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.068053:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.068136:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972478976 00000100:00100000:2.0:1746138013.068141:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972479104 00000100:00100000:3.0:1746138013.068142:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972478976 00000100:00100000:2.0:1746138013.068151:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972479104 00010000:00010000:3.0:1746138013.068166:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.068199:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12916 00000100:00100000:2.0:1746138013.068206:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7840 00000100:00100000:3.0:1746138013.068207:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972478976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138013.068214:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972479104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.068218:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.068229:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.068233:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.068243:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.068245:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac686 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.068263:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac678 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.068282:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.068288:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.068295:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.068298:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.068674:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.068676:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.068683:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.068692:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.068720:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.068730:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.068893:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968152320:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.068898:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.068909:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.068920:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968152448:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.068983:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.068984:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.070207:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968152448:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.070234:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.070257:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:3.0:1746138013.070283:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968152320:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.070300:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.070324:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972479104:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2109us (2319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.070330:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972478976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2122us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.070332:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7840 00000100:00100000:3.0:1746138013.070338:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12916 00000100:00100000:0.0:1746138013.070691:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.070827:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972479360 00000100:00100000:3.0:1746138013.070840:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972479360 00002000:00100000:3.0:1746138013.070867:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703480 x1830957972479360/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.070876:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703480 with x1830957972479360 ext(0->4095) 00010000:00010000:3.0:1746138013.070882:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.070893:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.070899:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094703480 00000100:00100000:3.0:1746138013.070919:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3556 00000100:00100000:3.0:1746138013.070924:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972479360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.071062:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972479360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.071067:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3556 00002000:00100000:3.0:1746138013.071072:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703480 x1830957972479360/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.071079:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703480 with x1830957972479360 ext(0->4095) 00010000:00010000:3.0:1746138013.071083:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.071091:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.071095:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094703480 00000100:00100000:0.0:1746138013.072804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.072866:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972479488 00000100:00100000:2.0:1746138013.072877:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972479488 00000100:00100000:0.0:1746138013.072893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.072967:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7841 00000100:00100000:2.0:1746138013.072975:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972479488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138013.072979:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972479616 00000100:00100000:3.0:1746138013.072986:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972479616 00010000:00010000:2.0:1746138013.072992:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.073007:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac68d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.073015:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.073033:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.073038:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.073044:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746138013.073045:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12917 00010000:00010000:2.0:1746138013.073047:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.073052:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c4a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972479616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.073062:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.073079:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.073082:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.073088:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.073108:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac67f expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.073108:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.073120:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.073121:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.073127:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.073133:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.073145:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138013.073151:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.073161:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 5 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.073172:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968152704:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.073176:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c4a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1959:x1830957972479616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 125us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.073181:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12917 00000100:00100000:2.0:1746138013.073362:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.074627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.074668:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972479872 00000100:00100000:3.0:1746138013.074673:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972479872 00002000:00100000:3.0:1746138013.074699:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701c00 x1830957972479872/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.074706:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701c00 with x1830957972479872 ext(0->4095) 00010000:00010000:3.0:1746138013.074712:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.074719:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968152704:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.074722:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.074729:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00002000:00010000:3.0:1746138013.074732:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701c00 00000100:00100000:3.0:1746138013.074755:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3557 00000100:00100000:3.0:1746138013.074760:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972479872:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.074760:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972479488:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1786us (1963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.074766:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7841 00000100:00100000:3.0:1746138013.074881:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972479872:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (257us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.074887:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3557 00002000:00100000:3.0:1746138013.074892:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094701c00 x1830957972479872/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.074899:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094701c00 with x1830957972479872 ext(0->4095) 00010000:00010000:3.0:1746138013.074902:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.074910:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.074919:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094701c00 00000100:00100000:0.0:1746138013.076060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.076133:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972480000 00000100:00100000:3.0:1746138013.076140:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972480000 00010000:00010000:3.0:1746138013.076167:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.076207:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12918 00000100:00100000:3.0:1746138013.076214:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972480000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.076226:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.076245:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.076256:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.076295:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac686 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.076309:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.076311:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.076317:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.076326:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.076364:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.076375:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968152832:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.076479:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.077827:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.077866:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968152832:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.077885:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.077894:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972480256 00000100:00100000:2.0:1746138013.077903:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972480256 00000100:00100000:3.0:1746138013.078027:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972480000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1812us (1972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.078036:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12918 00002000:00100000:2.0:1746138013.078104:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703100 x1830957972480256/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.078118:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703100 with x1830957972480256 ext(0->4095) 00002000:00010000:2.0:1746138013.078122:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094703100 00000100:00100000:2.0:1746138013.078159:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5573 00000100:00100000:2.0:1746138013.078166:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972480256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.079023:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972480256:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 856us (1196us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.079029:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5573 00002000:00100000:2.0:1746138013.079035:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094703100 x1830957972480256/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.079043:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094703100 with x1830957972480256 ext(0->4095) 00002000:00010000:2.0:1746138013.079051:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094703100 00000100:00100000:0.0:1746138013.080594:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.080864:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972480384 00000100:00100000:2.0:1746138013.080870:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972480384 00000100:00100000:2.0:1746138013.080906:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7842 00000100:00100000:2.0:1746138013.080911:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972480384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.080922:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.080934:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac694 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.080954:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.080958:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.080959:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.080962:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.080981:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 53 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.080988:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 53 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.080995:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968152960:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.081132:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.082845:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968152960:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.082857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.082868:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.082880:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138013.082917:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972480384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2005us (2325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.082924:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7842 00000100:00100000:3.0:1746138013.082953:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972480512 00000100:00100000:3.0:1746138013.082961:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972480512 00010000:00010000:3.0:1746138013.082997:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.083036:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12919 00000100:00100000:3.0:1746138013.083043:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972480512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.083055:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.083075:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.083087:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.083108:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac68d expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.083127:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.083129:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.083135:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.083142:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.083170:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.083182:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968153088:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.083262:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.084462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.084508:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972480768 00000100:00100000:2.0:1746138013.084513:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972480768 00000100:00100000:3.0:1746138013.084529:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968153088:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.084544:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138013.084554:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702300 x1830957972480768/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.084566:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702300 with x1830957972480768 ext(0->4095) 00002000:00010000:2.0:1746138013.084570:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094702300 00000100:00100000:2.0:1746138013.084586:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5574 00000100:00100000:2.0:1746138013.084593:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972480768:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.084601:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1957:x1830957972480512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1559us (1752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.084608:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12919 00000100:00100000:2.0:1746138013.084856:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972480768:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 259us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.084866:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5574 00002000:00100000:2.0:1746138013.084874:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702300 x1830957972480768/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.084883:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702300 with x1830957972480768 ext(0->4095) 00002000:00010000:2.0:1746138013.084887:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094702300 00000100:00100000:0.0:1746138013.086714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.086759:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972480896 00000100:00100000:2.0:1746138013.086765:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972480896 00000100:00100000:2.0:1746138013.086806:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7843 00000100:00100000:2.0:1746138013.086811:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972480896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.086824:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.086837:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac69b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.086858:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.086864:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.086866:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.086868:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.086891:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.086905:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 5 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.086914:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968153216:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.086989:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.089752:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.089849:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972481024 00000100:00100000:3.0:1746138013.089855:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972481024 00000100:00100000:2.0:1746138013.089875:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968153216:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.089884:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7844 00000100:00100000:3.0:1746138013.089892:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972481024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.089897:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.089903:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.089910:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00010000:00010000:3.0:1746138013.089913:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6a2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.089934:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.089938:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.089943:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.089946:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.089958:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972480896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3145us (3248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.089964:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7843 00010000:00010000:3.0:1746138013.089969:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.089979:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.089986:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138013.090003:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972481024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.090008:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7844 00000100:00100000:0.0:1746138013.091039:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.091121:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972481152 00000100:00100000:3.0:1746138013.091125:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972481152 00010000:00010000:3.0:1746138013.091141:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.091174:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12920 00000100:00100000:3.0:1746138013.091180:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972481152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.091188:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.091205:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.091215:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.091229:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac694 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.091254:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.091256:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.091261:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.091280:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.091300:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 54 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.091309:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 54 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.091396:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968153472:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.091492:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.093524:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968153472:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.093535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138013.093539:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.093574:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972481152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2395us (2538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.093582:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12920 00000100:00100000:2.0:1746138013.093628:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972481408 00000100:00100000:2.0:1746138013.093634:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972481408 00002000:00100000:2.0:1746138013.093658:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388e00 x1830957972481408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.093666:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388e00 with x1830957972481408 ext(0->4095) 00010000:00010000:2.0:1746138013.093672:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.093683:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.093693:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094388e00 00000100:00100000:2.0:1746138013.093715:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3558 00000100:00100000:2.0:1746138013.093721:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1960:x1830957972481408:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138013.093841:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1960:x1830957972481408:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.093847:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3558 00002000:00100000:2.0:1746138013.093852:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388e00 x1830957972481408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.093858:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388e00 with x1830957972481408 ext(0->4095) 00010000:00010000:2.0:1746138013.093863:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.093871:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.093876:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094388e00 00000100:00100000:0.0:1746138013.095636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.095704:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.095743:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972481664 00000100:00100000:3.0:1746138013.095747:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972481664 00010000:00010000:3.0:1746138013.095764:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.095788:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12921 00000100:00100000:3.0:1746138013.095792:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972481664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.095799:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.095811:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.095818:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.095832:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac69b expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.095841:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.095842:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.095846:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.095850:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.095870:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.095877:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968153600:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.095910:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972481536 00000100:00100000:3.0:1746138013.095928:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.096038:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972481536 00000100:00100000:2.0:1746138013.096064:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7845 00000100:00100000:2.0:1746138013.096068:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e065050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972481536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.096078:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.096087:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6a9 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.096107:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.096113:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.096114:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.096117:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.096132:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.096141:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.096148:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968153728:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.096298:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.097073:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968153728:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.097075:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968153600:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.097089:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.097091:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138013.097098:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:3.0:1746138013.097112:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972481664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1318us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.097116:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e065050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972481536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1047us (1483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.097118:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12921 00000100:00100000:2.0:1746138013.097122:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7845 00000100:00100000:0.0:1746138013.097315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.097366:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972481920 00000100:00100000:2.0:1746138013.097370:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972481920 00002000:00100000:2.0:1746138013.097389:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438b100 x1830957972481920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.097396:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438b100 with x1830957972481920 ext(0->4095) 00010000:00010000:2.0:1746138013.097401:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.097409:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.097434:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438b100 00000100:00100000:2.0:1746138013.097447:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3559 00000100:00100000:2.0:1746138013.097451:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972481920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.097573:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972481920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.097578:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3559 00002000:00100000:2.0:1746138013.097583:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438b100 x1830957972481920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.097589:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438b100 with x1830957972481920 ext(0->4095) 00010000:00010000:2.0:1746138013.097593:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.097601:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 54 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.097606:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438b100 00000100:00100000:0.0:1746138013.098691:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.098822:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972482176 00000100:00100000:2.0:1746138013.098826:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972482176 00000100:00100000:2.0:1746138013.098862:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7846 00000100:00100000:2.0:1746138013.098868:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31559:x1830957972482176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.098877:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138013.098880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.098886:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6b0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.098900:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.098905:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.098909:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.098913:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.098961:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972482048 00000100:00100000:3.0:1746138013.098964:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972482048 00010000:00010000:3.0:1746138013.098977:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.099003:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12922 00000100:00100000:3.0:1746138013.099008:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972482048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.099014:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.099140:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.099148:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.099161:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a2 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.099170:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.099172:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.099175:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.099181:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.099199:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.099208:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.099216:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968153856:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.099319:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.099326:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.099333:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968153984:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.099522:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.099562:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.100879:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968153984:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.100895:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.100911:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138013.100936:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972482176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2068us (2251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.100941:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7846 00000100:00100000:3.0:1746138013.101008:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968153856:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.101018:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.101031:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972482048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2024us (2152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.101038:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12922 00000100:00100000:0.0:1746138013.101184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.101288:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972482432 00000100:00100000:2.0:1746138013.101292:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972482432 00002000:00100000:2.0:1746138013.101311:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438aa00 x1830957972482432/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.101319:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438aa00 with x1830957972482432 ext(0->4095) 00010000:00010000:2.0:1746138013.101324:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.101333:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.101338:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438aa00 00000100:00100000:2.0:1746138013.101349:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3560 00000100:00100000:2.0:1746138013.101354:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972482432:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138013.101468:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972482432:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.101474:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3560 00002000:00100000:2.0:1746138013.101478:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438aa00 x1830957972482432/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.101490:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438aa00 with x1830957972482432 ext(0->4095) 00010000:00010000:2.0:1746138013.101494:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.101502:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.101508:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438aa00 00000100:00100000:0.0:1746138013.102946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.102995:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972482560 00000100:00100000:3.0:1746138013.103000:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972482560 00010000:00010000:3.0:1746138013.103017:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.103052:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12923 00000100:00100000:3.0:1746138013.103057:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972482560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.103066:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.103080:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.103089:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.103107:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6a9 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.103116:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.103118:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.103123:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.103130:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.103149:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.103158:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968154112:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.103213:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.104413:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968154112:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.104449:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.104471:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972482560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1413us (1526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.104477:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12923 00000100:00100000:0.0:1746138013.104626:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.104691:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972482816 00000100:00100000:1.0:1746138013.104696:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972482816 00002000:00100000:1.0:1746138013.104720:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438b800 x1830957972482816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.104728:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438b800 with x1830957972482816 ext(0->4095) 00002000:00010000:1.0:1746138013.104731:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009438b800 00000100:00100000:1.0:1746138013.104751:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5575 00000100:00100000:1.0:1746138013.104757:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972482816:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138013.104985:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1959:x1830957972482816:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 228us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.104991:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5575 00002000:00100000:1.0:1746138013.104996:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438b800 x1830957972482816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.105003:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438b800 with x1830957972482816 ext(0->4095) 00002000:00010000:1.0:1746138013.105005:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009438b800 00000100:00100000:0.0:1746138013.106848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.106924:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972482944 00000100:00100000:2.0:1746138013.106930:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972482944 00000100:00100000:2.0:1746138013.106964:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7847 00000100:00100000:2.0:1746138013.106971:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972482944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.106982:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.106994:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6b7 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.107015:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.107022:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.107023:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.107026:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.107050:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.107066:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 53 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.107076:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968154240:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.107154:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.108754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.108806:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972483072 00000100:00100000:3.0:1746138013.108811:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972483072 00000100:00100000:0.0:1746138013.108816:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968154240:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.108832:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.108834:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.108845:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:3.0:1746138013.108860:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12924 00000100:00100000:3.0:1746138013.108865:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972483072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.108872:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746138013.108882:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972482944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1911us (2037us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138013.108888:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.108888:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7847 00010000:00010000:3.0:1746138013.108897:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.108913:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1c3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b0 expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.108933:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.108934:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.108940:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.108947:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.108969:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.108977:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968154368:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.109007:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.110504:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968154368:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.110518:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.110615:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:1958:x1830957972483072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1748us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.110622:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12924 00000100:00100000:0.0:1746138013.111484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.111669:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972483328 00000100:00100000:1.0:1746138013.111674:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972483328 00002000:00100000:1.0:1746138013.111703:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4ad80 x1830957972483328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.111711:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4ad80 with x1830957972483328 ext(0->4095) 00002000:00010000:1.0:1746138013.111715:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4ad80 00000100:00100000:1.0:1746138013.111739:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5576 00000100:00100000:1.0:1746138013.111744:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972483328:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.111891:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972483328:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.111897:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5576 00002000:00100000:1.0:1746138013.111902:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4ad80 x1830957972483328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.111908:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4ad80 with x1830957972483328 ext(0->4095) 00002000:00010000:1.0:1746138013.111910:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4ad80 00000100:00100000:0.0:1746138013.113099:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.113143:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972483456 00000100:00100000:2.0:1746138013.113148:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972483456 00000100:00100000:2.0:1746138013.113219:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7848 00000100:00100000:2.0:1746138013.113226:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+53:31560:x1830957972483456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.113236:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.113248:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6be expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.113281:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.113289:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.113290:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.113293:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.113315:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.113325:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.113335:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968154496:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.113398:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.114528:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968154496:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.114548:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 54 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.114559:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138013.114592:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:31560:x1830957972483456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1367us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.114599:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7848 00000100:00100000:0.0:1746138013.114697:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.114744:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972483584 00000100:00100000:3.0:1746138013.114748:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972483584 00010000:00010000:3.0:1746138013.114764:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.114781:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12925 00000100:00100000:3.0:1746138013.114786:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972483584:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.114794:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.114810:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.114819:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.114834:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1c42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6b7 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.114855:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.114856:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.114862:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.114869:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.114889:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.114897:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968154624:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.114996:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.116172:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968154624:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.116195:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.116233:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972483584:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1445us (1541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.116242:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12925 00000100:00100000:0.0:1746138013.116449:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.116523:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972483840 00000100:00100000:2.0:1746138013.116530:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972483840 00002000:00100000:2.0:1746138013.116642:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093dec700 x1830957972483840/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.116656:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec700 with x1830957972483840 ext(0->4095) 00002000:00010000:2.0:1746138013.116661:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dec700 00000100:00100000:2.0:1746138013.116688:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5577 00000100:00100000:2.0:1746138013.116695:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972483840:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.116871:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1957:x1830957972483840:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (422us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.116877:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5577 00002000:00100000:2.0:1746138013.116882:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093dec700 x1830957972483840/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.116895:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec700 with x1830957972483840 ext(0->4095) 00002000:00010000:2.0:1746138013.116897:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dec700 00000100:00100000:0.0:1746138013.118576:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.119283:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972483968 00000100:00100000:2.0:1746138013.119293:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972483968 00000100:00100000:2.0:1746138013.119344:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7849 00000100:00100000:2.0:1746138013.119350:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972483968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.119369:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.119387:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6c5 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.119455:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.119463:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.119465:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.119469:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.119506:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 53 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.119518:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 53 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.119530:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968154752:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.119625:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.122149:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968154752:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.122162:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.122184:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.122203:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:3.0:1746138013.122259:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972484096 00000100:00100000:2.0:1746138013.122279:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972483968:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2915us (3698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.122288:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7849 00000100:00100000:3.0:1746138013.122347:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972484096 00002000:00100000:3.0:1746138013.122391:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094529f80 x1830957972484096/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.122402:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529f80 with x1830957972484096 ext(0->7) 00010000:00010000:3.0:1746138013.122409:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.122459:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 54 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.122466:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094529f80 00000100:00100000:3.0:1746138013.122485:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3561 00000100:00100000:3.0:1746138013.122492:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+54:1958:x1830957972484096:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138013.122870:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972484096:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 378us (709us total) trans 4294968005 rc 0/0 00000100:00100000:3.0:1746138013.122876:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3561 00002000:00100000:3.0:1746138013.122880:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094529f80 x1830957972484096/t4294968005(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/448 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.122888:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529f80 with x1830957972484096 ext(0->7) 00010000:00010000:3.0:1746138013.122892:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.122901:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.122906:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094529f80 00000100:00100000:0.0:1746138013.127690:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.127768:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972484224 00000100:00100000:3.0:1746138013.127781:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972484224 00010000:00010000:3.0:1746138013.127827:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.127864:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12926 00000100:00100000:3.0:1746138013.127871:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1960:x1830957972484224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.127885:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746138013.127904:0:7124:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746138012 -> 1746138013 00002000:00010000:3.0:1746138013.127907:0:7124:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746138012 -> 1746138013 00010000:00010000:3.0:1746138013.127910:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.127920:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.127940:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1c49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6be expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.127963:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.127966:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.127974:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.127982:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.128020:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.128040:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968154880:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.128128:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.131510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.131617:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972484352 00000100:00100000:2.0:1746138013.131629:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972484352 00000100:00100000:2.0:1746138013.131695:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7850 00000100:00100000:2.0:1746138013.131704:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972484352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.131723:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.131739:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6cc expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.131766:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.131774:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.131776:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.131779:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.131792:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968154880:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.131809:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.131820:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138013.131820:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.131832:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968155008:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.131875:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1960:x1830957972484224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4002us (4193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.131885:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12926 00000100:00100000:2.0:1746138013.131898:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.132036:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.132079:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972484608 00000100:00100000:3.0:1746138013.132084:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972484608 00002000:00100000:3.0:1746138013.132115:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432f800 x1830957972484608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.132125:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432f800 with x1830957972484608 ext(0->4095) 00010000:00010000:3.0:1746138013.132132:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.132143:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.132149:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432f800 00000100:00100000:3.0:1746138013.132174:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3562 00000100:00100000:3.0:1746138013.132180:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972484608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.132354:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972484608:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.132360:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3562 00002000:00100000:3.0:1746138013.132365:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432f800 x1830957972484608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.132372:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432f800 with x1830957972484608 ext(0->4095) 00010000:00010000:3.0:1746138013.132377:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.132386:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.132393:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432f800 00000100:00100000:0.0:1746138013.133550:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.133611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.133669:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968155008:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.133691:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972484736 00010000:00010000:2.0:1746138013.133694:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.133696:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972484736 00010000:00010000:2.0:1746138013.133715:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:3.0:1746138013.133738:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7851 00000100:00100000:3.0:1746138013.133745:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972484736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.133757:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.133772:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6d3 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.133793:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.133798:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.133803:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.133807:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.133830:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972484352:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2126us (2332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.133838:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7850 00010000:00010000:3.0:1746138013.133840:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.133852:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.133861:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:2.0:1746138013.133883:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972484864 00000100:00100000:3.0:1746138013.133884:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972484736:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.133888:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972484864 00000100:00100000:3.0:1746138013.133890:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7851 00010000:00010000:2.0:1746138013.133908:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.134116:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12927 00000100:00100000:2.0:1746138013.134123:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972484864:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.134134:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.134152:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.134162:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.134184:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1c50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6c5 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.134204:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.134205:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.134211:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.134218:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.134241:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.134251:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.134260:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968155264:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.134329:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.135440:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968155264:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.135451:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.135488:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972484864:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1364us (1875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.135495:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12927 00000100:00100000:0.0:1746138013.136129:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.136207:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972485120 00000100:00100000:3.0:1746138013.136215:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972485120 00002000:00100000:3.0:1746138013.136250:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702680 x1830957972485120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.136260:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702680 with x1830957972485120 ext(0->4095) 00010000:00010000:3.0:1746138013.136285:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.136299:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.136306:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094702680 00000100:00100000:3.0:1746138013.136332:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3563 00000100:00100000:3.0:1746138013.136338:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972485120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.136552:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972485120:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 213us (423us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.136558:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3563 00002000:00100000:3.0:1746138013.136564:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094702680 x1830957972485120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.136571:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094702680 with x1830957972485120 ext(0->4095) 00010000:00010000:3.0:1746138013.136575:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.136589:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.136594:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094702680 00000100:00100000:0.0:1746138013.138371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.138486:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972485248 00000100:00100000:2.0:1746138013.138496:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972485248 00010000:00010000:2.0:1746138013.138533:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.138560:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12928 00000100:00100000:2.0:1746138013.138566:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972485248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.138579:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.138601:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.138613:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.138635:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1c57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6cc expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.138653:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.138655:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.138662:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.138671:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.138712:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.138725:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968155392:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.138821:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.140568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.140623:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968155392:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.140642:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.140678:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972485504 00000100:00100000:2.0:1746138013.140679:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972485248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2112us (2315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.140684:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972485504 00000100:00100000:2.0:1746138013.140688:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12928 00002000:00100000:3.0:1746138013.140723:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700380 x1830957972485504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.140732:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700380 with x1830957972485504 ext(0->4095) 00002000:00010000:3.0:1746138013.140736:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094700380 00000100:00100000:3.0:1746138013.140754:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5578 00000100:00100000:3.0:1746138013.140761:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972485504:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.140949:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972485504:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.140955:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5578 00002000:00100000:3.0:1746138013.140960:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094700380 x1830957972485504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.140968:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094700380 with x1830957972485504 ext(0->4095) 00002000:00010000:3.0:1746138013.140970:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094700380 00000100:00100000:0.0:1746138013.142127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.142208:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972485632 00000100:00100000:3.0:1746138013.142215:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972485632 00000100:00100000:3.0:1746138013.142255:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7852 00000100:00100000:3.0:1746138013.142262:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972485632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.142293:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.142309:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6da expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.142335:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.142343:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.142344:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.142348:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.142376:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.142388:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.142400:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968155520:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.142505:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.144841:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968155520:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.144846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138013.144879:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.144898:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00000100:00100000:2.0:1746138013.144911:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972485760 00000100:00100000:2.0:1746138013.144918:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972485760 00000100:00100000:3.0:1746138013.144945:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972485632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2683us (2820us total) trans 0 rc 0/0 00010000:00010000:2.0:1746138013.144947:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.144958:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7852 00000100:00100000:2.0:1746138013.144986:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12929 00000100:00100000:2.0:1746138013.144993:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972485760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.145007:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.145029:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.145040:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.145064:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1c5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6d3 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.145073:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.145074:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.145080:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.145089:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.145114:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.145122:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968155648:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.145200:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.146455:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968155648:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.146473:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.146503:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972485760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1510us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.146510:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12929 00000100:00100000:0.0:1746138013.146799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.146850:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972486016 00000100:00100000:1.0:1746138013.146856:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972486016 00002000:00100000:1.0:1746138013.146893:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9180 x1830957972486016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.146903:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9180 with x1830957972486016 ext(0->4095) 00002000:00010000:1.0:1746138013.146907:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9180 00000100:00100000:1.0:1746138013.146934:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5579 00000100:00100000:1.0:1746138013.146941:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972486016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.147095:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972486016:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.147099:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5579 00002000:00100000:1.0:1746138013.147103:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9180 x1830957972486016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.147108:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9180 with x1830957972486016 ext(0->4095) 00002000:00010000:1.0:1746138013.147110:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9180 00000100:00100000:0.0:1746138013.148194:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.148356:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972486144 00000100:00100000:3.0:1746138013.148362:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972486144 00000100:00100000:3.0:1746138013.148402:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7853 00000100:00100000:3.0:1746138013.148409:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972486144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.148447:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.148463:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6e1 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.148491:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.148500:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.148502:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.148505:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.148537:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.148549:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.148560:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968155776:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.148977:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.150237:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968155776:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.150282:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.150282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138013.150298:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138013.150329:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972486144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1919us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.150336:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7853 00000100:00100000:2.0:1746138013.150440:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972486272 00000100:00100000:2.0:1746138013.150447:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972486272 00010000:00010000:2.0:1746138013.150470:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.150503:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12930 00000100:00100000:2.0:1746138013.150510:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972486272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.150520:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.150541:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.150555:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.150578:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6da expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.150589:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.150591:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.150598:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.150607:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.150634:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.150644:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968155904:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.150704:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.150802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.150906:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972486400 00000100:00100000:3.0:1746138013.150910:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972486400 00000100:00100000:3.0:1746138013.150963:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7854 00000100:00100000:3.0:1746138013.150969:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972486400:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.150983:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.150993:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6e8 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.151007:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.151013:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.151014:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.151017:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.151030:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.151039:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.151048:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968156032:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.151081:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.152301:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968156032:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.152319:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.152322:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968155904:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.152332:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414e00, rc 0) 00010000:00010000:2.0:1746138013.152335:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.152364:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972486400:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1394us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.152365:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972486272:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1855us (2082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.152371:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7854 00000100:00100000:2.0:1746138013.152374:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12930 00000100:00100000:0.0:1746138013.152561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.152705:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972486656 00000100:00100000:1.0:1746138013.152711:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972486656 00002000:00100000:1.0:1746138013.152745:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092babb80 x1830957972486656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.152756:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092babb80 with x1830957972486656 ext(0->4095) 00010000:00010000:1.0:1746138013.152763:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.152774:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.152781:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092babb80 00000100:00100000:1.0:1746138013.152803:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3564 00000100:00100000:1.0:1746138013.152807:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972486656:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.152936:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972486656:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.152942:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3564 00002000:00100000:1.0:1746138013.152947:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092babb80 x1830957972486656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.152955:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092babb80 with x1830957972486656 ext(0->4095) 00010000:00010000:1.0:1746138013.152959:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.152968:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.152973:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092babb80 00000100:00100000:0.0:1746138013.155199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.155260:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972486784 00000100:00100000:3.0:1746138013.155282:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972486784 00000100:00100000:0.0:1746138013.155286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.155321:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7855 00000100:00100000:3.0:1746138013.155329:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972486784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.155351:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.155369:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6ef expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.155372:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972486912 00000100:00100000:2.0:1746138013.155377:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972486912 00010000:00010000:3.0:1746138013.155397:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.155397:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.155403:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.155409:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.155412:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.155493:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.155508:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.155518:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093415000, rc 0) 00000100:00100000:2.0:1746138013.155549:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12931 00000100:00100000:2.0:1746138013.155557:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c49850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972486912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746138013.155558:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972486784:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 229us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.155563:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7855 00010000:00010000:2.0:1746138013.155569:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.155618:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.155630:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.155646:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e1 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.155672:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.155673:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.155680:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.155687:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.155708:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.155720:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.155738:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968156288:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.155818:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.156907:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968156288:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.156921:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.156958:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c49850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972486912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1402us (1672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.156966:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12931 00000100:00100000:0.0:1746138013.157295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.157362:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972487168 00000100:00100000:3.0:1746138013.157367:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972487168 00002000:00100000:3.0:1746138013.157399:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092bab480 x1830957972487168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.157409:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bab480 with x1830957972487168 ext(0->4095) 00010000:00010000:3.0:1746138013.157442:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.157454:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.157460:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bab480 00000100:00100000:3.0:1746138013.157720:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3565 00000100:00100000:3.0:1746138013.157726:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972487168:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.158017:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972487168:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 290us (721us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.158024:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3565 00002000:00100000:3.0:1746138013.158030:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092bab480 x1830957972487168/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.158037:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bab480 with x1830957972487168 ext(0->4095) 00010000:00010000:3.0:1746138013.158042:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.158050:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.158057:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bab480 00000100:00100000:0.0:1746138013.159488:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.159554:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972487296 00000100:00100000:3.0:1746138013.159561:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972487296 00000100:00100000:0.0:1746138013.159562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.159591:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7856 00000100:00100000:3.0:1746138013.159596:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972487296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.159608:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.159622:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6f6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.159645:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746138013.159647:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972487424 00010000:00010000:3.0:1746138013.159651:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.159651:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972487424 00010000:00010000:3.0:1746138013.159657:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.159661:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.159669:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.159697:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12932 00010000:00010000:3.0:1746138013.159703:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.159703:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972487424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.159711:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.159715:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.159725:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00010000:00010000:2.0:1746138013.159729:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.159738:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.159755:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1c73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6e8 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.159766:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.159768:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.159774:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.159781:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.159798:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972487296:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.159804:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7856 00010000:00010000:2.0:1746138013.159807:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.159818:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.159829:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968156544:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.159899:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.161447:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968156544:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.161464:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.161502:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972487424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1799us (1939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.161510:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12932 00000100:00100000:2.0:1746138013.161661:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.161726:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972487680 00000100:00100000:3.0:1746138013.161730:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972487680 00002000:00100000:3.0:1746138013.161760:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432d180 x1830957972487680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.161769:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d180 with x1830957972487680 ext(0->4095) 00010000:00010000:3.0:1746138013.161777:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.161791:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.161799:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432d180 00000100:00100000:3.0:1746138013.161812:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3566 00000100:00100000:3.0:1746138013.162073:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972487680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.162372:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972487680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 553us (710us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.162379:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3566 00002000:00100000:3.0:1746138013.162384:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432d180 x1830957972487680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.162391:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d180 with x1830957972487680 ext(0->4095) 00010000:00010000:3.0:1746138013.162397:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.162406:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.162412:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432d180 00000100:00100000:0.0:1746138013.163874:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.164180:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972487808 00000100:00100000:2.0:1746138013.164299:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972487808 00010000:00010000:2.0:1746138013.164328:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.164365:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12933 00000100:00100000:2.0:1746138013.164371:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972487808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.164385:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.164405:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.164454:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.164478:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1c7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6ef expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.164491:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.164493:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.164500:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.164509:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.164539:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.164550:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968156672:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.164629:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.166231:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009432ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968156672:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.166257:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.166299:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972487808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1928us (2428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.166311:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12933 00000100:00100000:0.0:1746138013.166625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.166835:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972488064 00000100:00100000:2.0:1746138013.166842:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972488064 00002000:00100000:2.0:1746138013.166879:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092baad80 x1830957972488064/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.166890:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baad80 with x1830957972488064 ext(0->4095) 00002000:00010000:2.0:1746138013.166894:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baad80 00000100:00100000:2.0:1746138013.166920:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5580 00000100:00100000:2.0:1746138013.166926:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972488064:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.167118:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972488064:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.167124:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5580 00002000:00100000:2.0:1746138013.167129:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092baad80 x1830957972488064/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.167137:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baad80 with x1830957972488064 ext(0->4095) 00002000:00010000:2.0:1746138013.167139:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baad80 00000100:00100000:2.0:1746138013.171004:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.171176:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972488192 00000100:00100000:3.0:1746138013.171188:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972488192 00000100:00100000:3.0:1746138013.171250:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7857 00000100:00100000:3.0:1746138013.171259:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972488192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.171292:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.171311:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac6fd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.171348:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.171356:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.171359:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.171362:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.171402:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.171447:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.171462:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968156800:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.172148:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.173833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.173889:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972488320 00000100:00100000:2.0:1746138013.173896:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972488320 00010000:00010000:2.0:1746138013.173933:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.173940:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968156800:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.173967:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.173983:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12934 00010000:00010000:3.0:1746138013.173984:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:2.0:1746138013.173991:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972488320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.174008:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746138013.174029:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972488192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2771us (3034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.174037:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7857 00010000:00010000:2.0:1746138013.174037:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.174054:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.174081:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1c81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6f6 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.174097:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.174099:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.174113:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.174123:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.174156:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.174168:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968156928:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.174223:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.175464:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968156928:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.175480:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.175563:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972488320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1572us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.175576:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12934 00000100:00100000:0.0:1746138013.176046:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.176127:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972488576 00000100:00100000:2.0:1746138013.176133:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972488576 00002000:00100000:2.0:1746138013.176170:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2caa00 x1830957972488576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.176181:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2caa00 with x1830957972488576 ext(0->4095) 00002000:00010000:2.0:1746138013.176185:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2caa00 00000100:00100000:2.0:1746138013.176213:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5581 00000100:00100000:2.0:1746138013.176221:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972488576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.176406:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972488576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.176413:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5581 00002000:00100000:2.0:1746138013.176455:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2caa00 x1830957972488576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.176463:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2caa00 with x1830957972488576 ext(0->4095) 00002000:00010000:2.0:1746138013.176465:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2caa00 00000100:00100000:0.0:1746138013.177868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.178090:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972488832 00000100:00100000:3.0:1746138013.178096:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972488832 00000100:00100000:3.0:1746138013.178133:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7858 00000100:00100000:3.0:1746138013.178139:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972488832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.178152:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.178168:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac70b expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.178193:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.178202:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.178203:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.178206:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.178207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.178230:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972488704 00010000:00010000:3.0:1746138013.178234:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.178241:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972488704 00010000:00010000:3.0:1746138013.178246:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.178258:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968157056:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.178387:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7859 00000100:00100000:0.0:1746138013.178395:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972488704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138013.178411:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138013.178460:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac704 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.178468:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00010000:00010000:0.0:1746138013.178483:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.178488:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.178494:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138013.178497:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.178526:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.178536:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.178544:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66e00, rc 0) 00000100:00100000:0.0:1746138013.178580:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972488704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.178586:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7859 00000100:00100000:3.0:1746138013.180411:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968157056:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.180464:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.180478:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00000100:00100000:3.0:1746138013.180624:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972488832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (2758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.180631:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7858 00000100:00100000:0.0:1746138013.181084:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.181156:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972488960 00000100:00100000:2.0:1746138013.181165:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972488960 00010000:00010000:2.0:1746138013.181198:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.181233:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12935 00000100:00100000:2.0:1746138013.181239:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972488960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.181252:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.181283:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.181293:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.181316:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1c88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac6fd expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.181337:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.181338:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.181346:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.181353:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.181380:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.181391:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.181400:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968157312:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.181512:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.182996:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.183102:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972489216 00000100:00100000:3.0:1746138013.183108:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972489216 00002000:00100000:3.0:1746138013.183140:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766a00 x1830957972489216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.183154:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766a00 with x1830957972489216 ext(0->4095) 00010000:00010000:3.0:1746138013.183161:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.183173:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.183178:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092766a00 00000100:00100000:2.0:1746138013.183195:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968157312:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.183205:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3567 00000100:00100000:3.0:1746138013.183212:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972489216:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746138013.183216:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.183573:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972488960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2332us (2487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.183583:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12935 00000100:00100000:3.0:1746138013.183588:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972489216:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 376us (595us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.183595:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3567 00002000:00100000:3.0:1746138013.183600:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766a00 x1830957972489216/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.183606:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766a00 with x1830957972489216 ext(0->4095) 00010000:00010000:3.0:1746138013.183611:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.183619:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.183624:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092766a00 00000100:00100000:0.0:1746138013.185371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.185455:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.185536:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972489344 00000100:00100000:3.0:1746138013.185549:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972489344 00000100:00100000:2.0:1746138013.185576:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972489472 00000100:00100000:2.0:1746138013.185581:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972489472 00000100:00100000:3.0:1746138013.185585:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7860 00000100:00100000:3.0:1746138013.185590:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972489344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.185604:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.185604:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.185617:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac712 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.185635:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12936 00010000:00010000:3.0:1746138013.185639:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746138013.185641:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972489472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.185644:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.185650:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.185650:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.185653:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.185671:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.185681:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.185701:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.185707:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1c8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac70b expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.185716:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.185719:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.185720:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.185726:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.185733:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.185743:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00010000:00010000:2.0:1746138013.185751:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.185761:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.185771:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968157568:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.185779:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972489344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.185785:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7860 00000100:00100000:2.0:1746138013.185827:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.187471:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968157568:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.187489:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.187524:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972489472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1883us (2068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.187533:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12936 00000100:00100000:0.0:1746138013.187715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.187774:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972489728 00000100:00100000:3.0:1746138013.187779:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972489728 00002000:00100000:3.0:1746138013.187806:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d133c50 x1830957972489728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.187817:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d133c50 with x1830957972489728 ext(0->4095) 00010000:00010000:3.0:1746138013.187822:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.187831:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.187836:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d133c50 00000100:00100000:3.0:1746138013.187852:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3568 00000100:00100000:3.0:1746138013.187858:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d133c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972489728:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.188021:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d133c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972489728:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.188028:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3568 00002000:00100000:3.0:1746138013.188033:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d133c50 x1830957972489728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.188040:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d133c50 with x1830957972489728 ext(0->4095) 00010000:00010000:3.0:1746138013.188044:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.188052:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.188057:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d133c50 00000100:00100000:0.0:1746138013.189377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.189495:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972489856 00000100:00100000:2.0:1746138013.189502:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972489856 00000100:00100000:2.0:1746138013.189548:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7861 00000100:00100000:2.0:1746138013.189555:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972489856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.189569:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.189589:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac719 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.189616:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.189621:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.189628:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.189631:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.189671:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.189681:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.189689:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138013.189719:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972489856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.189724:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7861 00000100:00100000:2.0:1746138013.190115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.190184:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972489984 00000100:00100000:0.0:1746138013.190187:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972489984 00010000:00010000:0.0:1746138013.190204:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.190234:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12937 00000100:00100000:0.0:1746138013.190240:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972489984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138013.190249:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138013.190278:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.190289:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.190308:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e1c96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac704 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.190328:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.190330:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.190336:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.190343:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.190363:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.190375:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.190391:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968157824:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.190511:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b486c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.191738:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968157824:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.191756:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.191797:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972489984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1557us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.191807:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12937 00000100:00100000:0.0:1746138013.192473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.192555:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972490240 00000100:00100000:3.0:1746138013.192577:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972490240 00002000:00100000:3.0:1746138013.192614:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa90e00 x1830957972490240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.192623:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa90e00 with x1830957972490240 ext(0->4095) 00010000:00010000:3.0:1746138013.192630:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.192642:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.192648:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa90e00 00000100:00100000:3.0:1746138013.192674:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3569 00000100:00100000:3.0:1746138013.192681:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972490240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.192944:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972490240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 263us (472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.192950:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3569 00002000:00100000:3.0:1746138013.192956:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa90e00 x1830957972490240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.192962:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa90e00 with x1830957972490240 ext(0->4095) 00010000:00010000:3.0:1746138013.192966:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.192975:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.192980:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa90e00 00000100:00100000:0.0:1746138013.195075:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.195259:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972490368 00000100:00100000:2.0:1746138013.195284:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972490368 00010000:00010000:2.0:1746138013.195326:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.195368:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12938 00000100:00100000:2.0:1746138013.195377:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c49450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972490368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.195391:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.195460:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.195474:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.195500:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1c9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac712 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.195517:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.195520:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.195527:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.195536:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.195577:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.195590:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968157952:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.195729:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.197717:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.197820:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968157952:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.197843:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.197903:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c49450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972490368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2526us (2837us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.197915:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12938 00000100:00100000:3.0:1746138013.198170:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972490624 00000100:00100000:3.0:1746138013.198181:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972490624 00002000:00100000:3.0:1746138013.198220:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa91180 x1830957972490624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.198231:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa91180 with x1830957972490624 ext(0->4095) 00002000:00010000:3.0:1746138013.198236:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa91180 00000100:00100000:3.0:1746138013.198253:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5582 00000100:00100000:3.0:1746138013.198278:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972490624:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.198723:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972490624:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 463us (1015us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.198730:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5582 00002000:00100000:3.0:1746138013.198736:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa91180 x1830957972490624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.198743:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa91180 with x1830957972490624 ext(0->4095) 00002000:00010000:3.0:1746138013.198746:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa91180 00000100:00100000:0.0:1746138013.200086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.200163:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972490752 00000100:00100000:1.0:1746138013.200172:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972490752 00000100:00100000:1.0:1746138013.200232:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7862 00000100:00100000:1.0:1746138013.200239:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972490752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.200255:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.200292:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac720 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.200329:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.200338:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.200341:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.200345:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.200385:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.200398:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.200412:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968158080:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.200554:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.201997:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968158080:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.202029:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.202053:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:0.0:1746138013.202089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.202106:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972490752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1866us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.202115:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7862 00000100:00100000:3.0:1746138013.202146:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972490880 00000100:00100000:3.0:1746138013.202153:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972490880 00010000:00010000:3.0:1746138013.202181:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.202300:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12939 00000100:00100000:3.0:1746138013.202307:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972490880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.202320:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.202345:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.202361:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.202385:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1ca4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac719 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.202657:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.202660:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.202668:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.202677:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.202710:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.202721:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968158208:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.203041:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.204401:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968158208:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.204452:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.204534:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.204604:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972491136 00000100:00100000:2.0:1746138013.204612:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972491136 00002000:00100000:2.0:1746138013.204672:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa91c00 x1830957972491136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138013.204720:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972490880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2411us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.204728:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12939 00002000:00100000:2.0:1746138013.204813:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa91c00 with x1830957972491136 ext(0->4095) 00002000:00010000:2.0:1746138013.204819:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa91c00 00000100:00100000:2.0:1746138013.204839:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5583 00000100:00100000:2.0:1746138013.204845:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972491136:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.205089:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972491136:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 244us (562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.205096:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5583 00002000:00100000:2.0:1746138013.205101:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa91c00 x1830957972491136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.205109:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa91c00 with x1830957972491136 ext(0->4095) 00002000:00010000:2.0:1746138013.205112:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa91c00 00000100:00100000:0.0:1746138013.206514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.206582:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972491264 00000100:00100000:1.0:1746138013.206591:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972491264 00000100:00100000:1.0:1746138013.206642:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7863 00000100:00100000:1.0:1746138013.206649:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972491264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.206664:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.206679:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac727 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.206702:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.206709:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.206710:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.206714:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.206737:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.206745:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 5 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.206756:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968158336:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.206839:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.207711:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.207785:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972491392 00000100:00100000:2.0:1746138013.207790:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972491392 00000100:00100000:2.0:1746138013.207815:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7864 00000100:00100000:2.0:1746138013.207820:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972491392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.207828:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.207836:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac72e expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.207848:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.207852:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 58 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.207860:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.207863:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.207882:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 58 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.207891:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.207898:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138013.207936:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972491392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.207940:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7864 00000100:00100000:1.0:1746138013.208299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.208333:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968158336:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.208348:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.208355:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:3.0:1746138013.208375:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972491520 00000100:00100000:3.0:1746138013.208379:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972491520 00000100:00100000:2.0:1746138013.208385:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972491264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1737us (1879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.208389:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7863 00010000:00010000:3.0:1746138013.208395:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.208409:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12940 00000100:00100000:3.0:1746138013.208435:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972491520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.208443:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.208461:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.208471:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.208532:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1cab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac720 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.208553:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.208558:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.208563:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.208570:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.208596:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.208606:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.208616:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968158592:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.208673:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.210473:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968158592:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.210497:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.210549:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972491520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2133us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.210558:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12940 00000100:00100000:0.0:1746138013.210574:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.210682:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972491776 00000100:00100000:2.0:1746138013.210689:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972491776 00002000:00100000:2.0:1746138013.210728:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa92680 x1830957972491776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.210738:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa92680 with x1830957972491776 ext(0->4095) 00010000:00010000:2.0:1746138013.210747:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.210760:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.210765:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa92680 00000100:00100000:2.0:1746138013.210779:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3570 00000100:00100000:2.0:1746138013.210785:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972491776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.210929:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972491776:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.210938:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3570 00002000:00100000:2.0:1746138013.210943:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa92680 x1830957972491776/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.210950:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa92680 with x1830957972491776 ext(0->4095) 00010000:00010000:2.0:1746138013.210954:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.210962:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.210968:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa92680 00000100:00100000:0.0:1746138013.212973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.213062:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972491904 00000100:00100000:2.0:1746138013.213074:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972491904 00000100:00100000:2.0:1746138013.213139:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7865 00000100:00100000:0.0:1746138013.213141:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.213147:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972491904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.213162:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.213178:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac735 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.213220:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972492032 00000100:00100000:3.0:1746138013.213228:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972492032 00010000:00010000:3.0:1746138013.213257:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.213287:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.213294:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.213299:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.213302:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.213337:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.213348:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.213356:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:3.0:1746138013.213456:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12941 00000100:00100000:3.0:1746138013.213465:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1960:x1830957972492032:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138013.213470:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972491904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 324us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.213477:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7865 00010000:00010000:3.0:1746138013.213478:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.213503:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.213516:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.213538:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1cb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac727 expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.213567:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.213570:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.213578:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.213586:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.213614:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.213625:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.213637:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968158848:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.213705:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.214972:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968158848:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.214992:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.215020:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1960:x1830957972492032:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1556us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.215028:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12941 00000100:00100000:0.0:1746138013.216198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.216311:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972492288 00000100:00100000:2.0:1746138013.216319:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972492288 00002000:00100000:2.0:1746138013.216365:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa93100 x1830957972492288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.216381:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa93100 with x1830957972492288 ext(0->4095) 00010000:00010000:2.0:1746138013.216390:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.216404:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.216411:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa93100 00000100:00100000:2.0:1746138013.216487:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3571 00000100:00100000:2.0:1746138013.216494:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972492288:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.217036:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972492288:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 540us (840us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.217042:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3571 00002000:00100000:2.0:1746138013.217049:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa93100 x1830957972492288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.217057:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa93100 with x1830957972492288 ext(0->4095) 00010000:00010000:2.0:1746138013.217062:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.217071:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.217076:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa93100 00000100:00100000:0.0:1746138013.218667:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.218755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.218800:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972492416 00000100:00100000:2.0:1746138013.218808:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972492416 00000100:00100000:2.0:1746138013.218861:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7866 00000100:00100000:2.0:1746138013.218868:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972492416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.218887:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.218909:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac73c expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.218938:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.218943:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.218948:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.218952:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.218997:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.219008:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972492544 00010000:00010000:2.0:1746138013.219009:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.219013:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972492544 00010000:00010000:2.0:1746138013.219018:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00010000:00010000:3.0:1746138013.219032:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.219051:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12942 00000100:00100000:3.0:1746138013.219057:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1959:x1830957972492544:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138013.219058:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972492416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.219063:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7866 00010000:00010000:3.0:1746138013.219071:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.219093:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.219105:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.219127:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac72e expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.219138:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.219140:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.219146:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.219153:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.219174:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.219185:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 5 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.219198:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968159104:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.219295:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.221279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.221363:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972492800 00000100:00100000:2.0:1746138013.221370:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972492800 00000100:00100000:3.0:1746138013.221374:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968159104:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.221397:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138013.221405:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa93b80 x1830957972492800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.221441:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa93b80 with x1830957972492800 ext(0->4095) 00010000:00010000:2.0:1746138013.221448:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.221452:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972492544:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2394us (2695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.221461:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12942 00010000:00010000:2.0:1746138013.221462:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.221467:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa93b80 00000100:00100000:2.0:1746138013.221497:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3572 00000100:00100000:2.0:1746138013.221503:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972492800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.221747:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972492800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 244us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.221753:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3572 00002000:00100000:2.0:1746138013.221758:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa93b80 x1830957972492800/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.221764:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa93b80 with x1830957972492800 ext(0->4095) 00010000:00010000:2.0:1746138013.221768:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.221777:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.221783:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa93b80 00000100:00100000:0.0:1746138013.225475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.225552:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972492928 00000100:00100000:3.0:1746138013.225564:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972492928 00010000:00010000:3.0:1746138013.225608:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.225653:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12943 00000100:00100000:3.0:1746138013.225663:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972492928:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.225678:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.225705:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.225719:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.225742:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac735 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.225778:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.225780:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.225788:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.225796:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.225894:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.225908:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968159232:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.226032:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.228005:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968159232:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.228030:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.228073:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972492928:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2411us (2607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.228089:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12943 00000100:00100000:0.0:1746138013.228574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.228664:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972493184 00000100:00100000:1.0:1746138013.228672:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972493184 00002000:00100000:1.0:1746138013.228715:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa90a80 x1830957972493184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.228725:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa90a80 with x1830957972493184 ext(0->4095) 00002000:00010000:1.0:1746138013.228729:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa90a80 00000100:00100000:1.0:1746138013.228756:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5584 00000100:00100000:1.0:1746138013.228764:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972493184:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.228919:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972493184:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.228925:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5584 00002000:00100000:1.0:1746138013.228930:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa90a80 x1830957972493184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.228937:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa90a80 with x1830957972493184 ext(0->4095) 00002000:00010000:1.0:1746138013.228940:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa90a80 00000100:00100000:0.0:1746138013.231049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.231126:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972493312 00000100:00100000:1.0:1746138013.231137:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972493312 00000100:00100000:2.0:1746138013.231386:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7867 00000100:00100000:2.0:1746138013.231398:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972493312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.231462:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.231487:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac743 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.231520:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.231529:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.231531:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.231535:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.231567:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.231579:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.231593:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968159360:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.231750:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.233604:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968159360:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.233636:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.233652:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138013.233702:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972493312:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2306us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.233712:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7867 00000100:00100000:0.0:1746138013.234224:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.234286:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972493440 00000100:00100000:3.0:1746138013.234294:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972493440 00010000:00010000:3.0:1746138013.234323:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.234359:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12944 00000100:00100000:3.0:1746138013.234366:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972493440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.234379:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.234402:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.234440:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.234475:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac73c expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.234500:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.234502:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.234508:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.234516:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.234547:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.234559:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968159488:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.234619:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.236084:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968159488:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.236103:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.236148:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972493440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1781us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.236157:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12944 00000100:00100000:0.0:1746138013.236548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.236602:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972493696 00000100:00100000:2.0:1746138013.236609:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972493696 00002000:00100000:2.0:1746138013.236720:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432c380 x1830957972493696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.236729:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c380 with x1830957972493696 ext(0->4095) 00002000:00010000:2.0:1746138013.236734:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432c380 00000100:00100000:2.0:1746138013.236816:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5585 00000100:00100000:2.0:1746138013.236823:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972493696:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.236983:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972493696:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.236988:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5585 00002000:00100000:2.0:1746138013.236991:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432c380 x1830957972493696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.236996:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c380 with x1830957972493696 ext(0->4095) 00002000:00010000:2.0:1746138013.236998:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432c380 00000100:00100000:0.0:1746138013.238541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.238599:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972493824 00000100:00100000:2.0:1746138013.238605:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972493824 00000100:00100000:2.0:1746138013.238647:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7868 00000100:00100000:2.0:1746138013.238652:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972493824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.238747:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.238768:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac74a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.238803:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.238811:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.238813:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.238816:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.238848:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.238861:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 5 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.238873:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968159616:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.238957:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.239082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.239192:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972493952 00000100:00100000:1.0:1746138013.239197:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972493952 00000100:00100000:1.0:1746138013.239233:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7869 00000100:00100000:1.0:1746138013.239239:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972493952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.239247:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.239254:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac751 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.239284:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.239288:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 58 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.239293:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.239295:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.239323:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 58 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.239333:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.239342:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138013.239374:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972493952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.239379:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7869 00000100:00100000:2.0:1746138013.240875:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968159616:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.240897:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.240908:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138013.240951:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972493824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2299us (2417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.240958:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7868 00000100:00100000:0.0:1746138013.241007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.241062:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972494080 00000100:00100000:2.0:1746138013.241067:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972494080 00010000:00010000:2.0:1746138013.241086:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.241106:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12945 00000100:00100000:2.0:1746138013.241111:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c49050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972494080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.241122:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.241144:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.241155:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.241176:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1cce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac743 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.241193:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.241196:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.241201:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.241208:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.241711:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.241723:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.241736:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968159872:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.241806:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179840 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.243717:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.243827:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968159872:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.243853:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.243895:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c49050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972494080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2782us (2888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.243919:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972494336 00000100:00100000:3.0:1746138013.243927:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972494336 00002000:00100000:3.0:1746138013.243970:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432ce00 x1830957972494336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.243980:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432ce00 with x1830957972494336 ext(0->4095) 00010000:00010000:3.0:1746138013.243988:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.244012:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.244018:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432ce00 00000100:00100000:3.0:1746138013.244046:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3573 00000100:00100000:3.0:1746138013.244052:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972494336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.244146:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12945 00000100:00100000:3.0:1746138013.244389:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972494336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 336us (678us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.244396:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3573 00002000:00100000:3.0:1746138013.244401:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432ce00 x1830957972494336/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.244407:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432ce00 with x1830957972494336 ext(0->4095) 00010000:00010000:3.0:1746138013.244413:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.244443:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.244449:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432ce00 00000100:00100000:0.0:1746138013.247011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.247471:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972494464 00000100:00100000:2.0:1746138013.247483:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972494464 00000100:00100000:2.0:1746138013.247543:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7870 00000100:00100000:2.0:1746138013.247552:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972494464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.247573:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.247592:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac758 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.247623:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.247630:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.247636:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.247639:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.247869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.247905:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972494592 00000100:00100000:1.0:1746138013.247908:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972494592 00010000:00010000:1.0:1746138013.248499:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.248532:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12946 00000100:00100000:1.0:1746138013.248539:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1960:x1830957972494592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.248548:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.248571:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.248582:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.248600:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1cd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac74a expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.248622:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.248623:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.248625:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.248631:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.248637:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.248650:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.248657:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.248664:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00010000:00010000:1.0:1746138013.248668:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.248683:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968160128:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.248838:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972494464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1286us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.248845:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7870 00000100:00100000:1.0:1746138013.248920:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.251208:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968160128:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138013.251230:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.251459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.251553:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1960:x1830957972494592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3012us (3683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.251564:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12946 00000100:00100000:3.0:1746138013.251988:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972494848 00000100:00100000:3.0:1746138013.251996:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972494848 00002000:00100000:3.0:1746138013.252035:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432e300 x1830957972494848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.252045:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e300 with x1830957972494848 ext(0->4095) 00010000:00010000:3.0:1746138013.252055:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.252067:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.252074:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432e300 00000100:00100000:3.0:1746138013.252090:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3574 00000100:00100000:3.0:1746138013.252097:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972494848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.252255:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972494848:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (798us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.252260:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3574 00002000:00100000:3.0:1746138013.252274:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432e300 x1830957972494848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.252281:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e300 with x1830957972494848 ext(0->4095) 00010000:00010000:3.0:1746138013.252285:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.252293:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.252298:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432e300 00000100:00100000:0.0:1746138013.254954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.255018:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972494976 00000100:00100000:2.0:1746138013.255028:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972494976 00000100:00100000:2.0:1746138013.255082:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7871 00000100:00100000:2.0:1746138013.255091:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972494976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.255108:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.255127:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac75f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.255157:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.255164:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.255173:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.255177:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.255212:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.255216:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.255228:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.255237:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:1.0:1746138013.255290:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972495104 00000100:00100000:1.0:1746138013.255295:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972495104 00000100:00100000:2.0:1746138013.255297:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972494976:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.255303:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7871 00010000:00010000:1.0:1746138013.255313:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.255339:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12947 00000100:00100000:1.0:1746138013.255345:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972495104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.255353:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.255373:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.255384:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.255401:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1cdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac751 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.255443:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.255445:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.255451:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.255458:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.255478:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.255489:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 5 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.255501:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968160384:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.255566:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.256914:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968160384:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138013.256930:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138013.256959:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972495104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1613us (1743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.256967:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12947 00000100:00100000:0.0:1746138013.257579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.257717:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972495360 00000100:00100000:1.0:1746138013.257728:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972495360 00002000:00100000:1.0:1746138013.257772:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432e680 x1830957972495360/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.257965:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e680 with x1830957972495360 ext(0->4095) 00010000:00010000:1.0:1746138013.257974:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.257991:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.257997:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432e680 00000100:00100000:1.0:1746138013.258078:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3575 00000100:00100000:1.0:1746138013.258086:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972495360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.258260:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972495360:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.258277:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3575 00002000:00100000:1.0:1746138013.258283:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009432e680 x1830957972495360/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.258289:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432e680 with x1830957972495360 ext(0->4095) 00010000:00010000:1.0:1746138013.258294:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.258302:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.258307:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009432e680 00000100:00100000:0.0:1746138013.266871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.267004:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972495488 00000100:00100000:1.0:1746138013.267013:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972495488 00010000:00010000:1.0:1746138013.267057:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.267097:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12948 00000100:00100000:1.0:1746138013.267106:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972495488:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.267732:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.267759:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.267773:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.267798:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1ce3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac758 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.267834:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.267837:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.267845:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.267853:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.267890:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.267905:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968160512:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.268007:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.270167:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968160512:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.270168:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138013.270189:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138013.270241:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972495488:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3135us (3383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.270254:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12948 00000100:00100000:2.0:1746138013.270257:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972495744 00000100:00100000:2.0:1746138013.270272:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972495744 00002000:00100000:2.0:1746138013.270315:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8a80 x1830957972495744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.270329:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8a80 with x1830957972495744 ext(0->4095) 00002000:00010000:2.0:1746138013.270334:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba8a80 00000100:00100000:2.0:1746138013.270365:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5586 00000100:00100000:2.0:1746138013.270372:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972495744:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.270773:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972495744:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 401us (610us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.270780:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5586 00002000:00100000:2.0:1746138013.270785:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8a80 x1830957972495744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.270792:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8a80 with x1830957972495744 ext(0->4095) 00002000:00010000:2.0:1746138013.270794:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba8a80 00000100:00100000:0.0:1746138013.272939:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.273058:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972495872 00000100:00100000:2.0:1746138013.273072:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972495872 00000100:00100000:2.0:1746138013.273668:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7872 00000100:00100000:2.0:1746138013.273678:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972495872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.273698:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.273721:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac766 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.273760:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.273767:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.273769:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.273772:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.273808:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 55 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.273819:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 55 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.273832:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968160640:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.273924:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.277242:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968160640:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.277302:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.277327:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138013.277402:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972495872:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3724us (4473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.277411:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7872 00000100:00100000:0.0:1746138013.277517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.277605:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972496000 00000100:00100000:2.0:1746138013.277612:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972496000 00010000:00010000:2.0:1746138013.277638:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.278216:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12949 00000100:00100000:2.0:1746138013.278224:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972496000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.278239:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.278274:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.278286:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.278312:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1cea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac75f expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.278342:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.278344:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.278352:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.278365:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.278398:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.278413:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968160768:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.278501:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.280119:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968160768:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.280143:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138013.280589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.280632:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972496256 00000100:00100000:1.0:1746138013.280638:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972496256 00002000:00100000:1.0:1746138013.280681:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88a80 x1830957972496256/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.280691:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88a80 with x1830957972496256 ext(0->4095) 00002000:00010000:1.0:1746138013.280696:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88a80 00000100:00100000:2.0:1746138013.280734:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972496000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2508us (3216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.280745:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12949 00000100:00100000:1.0:1746138013.281077:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5587 00000100:00100000:1.0:1746138013.281085:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972496256:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138013.281365:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972496256:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 281us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.281372:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5587 00002000:00100000:1.0:1746138013.281377:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88a80 x1830957972496256/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.281385:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88a80 with x1830957972496256 ext(0->4095) 00002000:00010000:1.0:1746138013.281388:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88a80 00000100:00100000:1.0:1746138013.281457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.281498:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972496384 00000100:00100000:2.0:1746138013.281503:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972496384 00000100:00100000:2.0:1746138013.281532:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7873 00000100:00100000:2.0:1746138013.281538:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972496384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.281548:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.281565:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac76d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.281592:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.281600:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.281602:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.281606:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.281632:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.281643:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 5 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.281654:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968160896:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.282371:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.282776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.282900:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968160896:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.282908:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972496512 00000100:00100000:1.0:1746138013.282914:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972496512 00010000:00010000:2.0:1746138013.282923:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.282938:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:1.0:1746138013.282957:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7874 00000100:00100000:1.0:1746138013.282963:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972496512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138013.282969:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972496384:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1431us (1511us total) trans 0 rc 0/0 00010000:00010000:1.0:1746138013.282973:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138013.282975:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7873 00010000:00010000:1.0:1746138013.282985:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac774 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.283001:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.283156:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.283162:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.283165:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.283210:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.283220:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.283226:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138013.283295:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972496512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 332us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.283301:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7874 00000100:00100000:0.0:1746138013.283524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.283566:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972496640 00000100:00100000:3.0:1746138013.283571:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972496640 00010000:00010000:3.0:1746138013.283590:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.283614:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12950 00000100:00100000:3.0:1746138013.283619:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972496640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.283628:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.283649:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.283659:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.283676:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1cf1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac766 expref: 6 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.283883:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.283885:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.283892:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.283900:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.283923:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 56 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.283933:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 56 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.283948:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968161152:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.284317:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.286071:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968161152:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.286100:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.286252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.286336:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972496896 00000100:00100000:1.0:1746138013.286344:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972496896 00000100:00100000:3.0:1746138013.286608:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972496640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2985us (3081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.286619:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12950 00002000:00100000:1.0:1746138013.286802:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092baa300 x1830957972496896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.286813:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baa300 with x1830957972496896 ext(0->4095) 00010000:00010000:1.0:1746138013.286823:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.286842:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.286848:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092baa300 00000100:00100000:1.0:1746138013.286865:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3576 00000100:00100000:1.0:1746138013.286872:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972496896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.287050:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972496896:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (799us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.287056:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3576 00002000:00100000:1.0:1746138013.287061:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092baa300 x1830957972496896/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.287068:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baa300 with x1830957972496896 ext(0->4095) 00010000:00010000:1.0:1746138013.287072:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.287080:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.287087:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092baa300 00000100:00100000:0.0:1746138013.289469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.289987:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972497024 00000100:00100000:3.0:1746138013.290000:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972497024 00010000:00010000:3.0:1746138013.290044:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.290089:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12951 00000100:00100000:3.0:1746138013.290096:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1960:x1830957972497024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.290113:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.290139:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.290151:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.290178:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1cf8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac76d expref: 57 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.290378:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.290382:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.290390:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.290398:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.290464:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.290479:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968161280:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.290579:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.293093:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968161280:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.293124:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.293181:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1960:x1830957972497024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3084us (3764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.293192:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12951 00000100:00100000:0.0:1746138013.293592:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.293719:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972497280 00000100:00100000:1.0:1746138013.293727:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972497280 00002000:00100000:1.0:1746138013.293773:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8380 x1830957972497280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.293784:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8380 with x1830957972497280 ext(0->4095) 00002000:00010000:1.0:1746138013.293792:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba8380 00000100:00100000:1.0:1746138013.293825:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5588 00000100:00100000:1.0:1746138013.293833:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972497280:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.294035:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972497280:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 202us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.294041:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5588 00002000:00100000:1.0:1746138013.294047:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba8380 x1830957972497280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.294054:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba8380 with x1830957972497280 ext(0->4095) 00002000:00010000:1.0:1746138013.294056:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba8380 00000100:00100000:0.0:1746138013.295782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.296062:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972497408 00000100:00100000:1.0:1746138013.296071:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972497408 00000100:00100000:1.0:1746138013.296129:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7875 00000100:00100000:1.0:1746138013.296138:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972497408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.296157:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.296180:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac77b expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.296218:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.296225:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.296226:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.296230:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.296285:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.296297:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.296310:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968161408:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.296452:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.298533:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968161408:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.298562:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.298582:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138013.298633:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972497408:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2496us (2860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.298641:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7875 00000100:00100000:0.0:1746138013.299790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.300569:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972497536 00000100:00100000:3.0:1746138013.300580:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972497536 00010000:00010000:3.0:1746138013.300619:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.301057:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12952 00000100:00100000:3.0:1746138013.301068:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972497536:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.301085:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.301118:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.301139:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.301169:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1cff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac774 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.301213:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.301215:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.301224:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.301232:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.301285:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.302143:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968161536:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.302352:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.304158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.304296:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972497664 00000100:00100000:3.0:1746138013.304300:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968161536:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.304303:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972497664 00010000:00010000:3.0:1746138013.304321:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.304353:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972497536:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3288us (4566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.304355:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7876 00000100:00100000:1.0:1746138013.304361:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972497664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138013.304362:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12952 00010000:00010000:1.0:1746138013.304378:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.304394:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac782 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.304442:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.304450:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.304452:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.304455:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.304487:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.304498:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.304509:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968161664:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.304557:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.304705:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.304868:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972497920 00000100:00100000:1.0:1746138013.304871:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972497920 00002000:00100000:1.0:1746138013.304898:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092babb80 x1830957972497920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.304907:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092babb80 with x1830957972497920 ext(0->4095) 00010000:00010000:1.0:1746138013.304913:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.304923:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.304929:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092babb80 00000100:00100000:3.0:1746138013.304979:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3577 00000100:00100000:3.0:1746138013.304986:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972497920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.305146:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972497920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.305346:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3577 00002000:00100000:3.0:1746138013.305352:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092babb80 x1830957972497920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.305359:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092babb80 with x1830957972497920 ext(0->4095) 00010000:00010000:3.0:1746138013.305363:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.305373:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.305378:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092babb80 00000100:00100000:0.0:1746138013.306674:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.306726:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972498048 00000100:00100000:2.0:1746138013.306733:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972498048 00000100:00100000:2.0:1746138013.306773:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7877 00000100:00100000:2.0:1746138013.306780:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972498048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.306792:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.306805:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac789 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.306831:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.306836:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.306842:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.306846:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.306877:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.306889:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.306899:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:1.0:1746138013.306984:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968161664:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.306999:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31560:x1830957972498048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (327us total) trans 0 rc 0/0 00010000:00010000:1.0:1746138013.307000:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.307005:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7877 00010000:00010000:1.0:1746138013.307008:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138013.307027:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972497664:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2666us (2874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.307032:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7876 00000100:00100000:0.0:1746138013.307976:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.308033:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972498176 00000100:00100000:3.0:1746138013.308037:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972498176 00010000:00010000:3.0:1746138013.308058:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.308086:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12953 00000100:00100000:3.0:1746138013.308092:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972498176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.308102:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.308125:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.308136:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.308156:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac77b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.308183:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.308185:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.308191:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.308199:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.308224:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.308234:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.308327:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968161920:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.308405:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.309837:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968161920:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.309855:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.309882:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972498176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1789us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.309891:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12953 00000100:00100000:0.0:1746138013.310472:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.310555:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972498432 00000100:00100000:3.0:1746138013.310559:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972498432 00002000:00100000:3.0:1746138013.310590:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9880 x1830957972498432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.310601:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9880 with x1830957972498432 ext(0->4095) 00010000:00010000:3.0:1746138013.310608:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.310620:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.310630:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba9880 00000100:00100000:3.0:1746138013.310649:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3578 00000100:00100000:3.0:1746138013.310655:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972498432:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.310793:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972498432:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.310798:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3578 00002000:00100000:3.0:1746138013.310804:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9880 x1830957972498432/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.310810:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9880 with x1830957972498432 ext(0->4095) 00010000:00010000:3.0:1746138013.310814:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.310827:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.310833:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ba9880 00000100:00100000:0.0:1746138013.312016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.312054:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972498560 00000100:00100000:3.0:1746138013.312057:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972498560 00010000:00010000:3.0:1746138013.312074:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.312105:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12954 00000100:00100000:3.0:1746138013.312111:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972498560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.312121:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.312136:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.312146:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.312169:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1d0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac782 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.312183:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.312185:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.312191:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.312204:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.312235:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.312247:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968162048:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.312334:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.313634:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968162048:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.313649:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.313673:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972498560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1562us (1658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.313680:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12954 00000100:00100000:0.0:1746138013.313980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.314041:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972498816 00000100:00100000:3.0:1746138013.314045:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972498816 00002000:00100000:3.0:1746138013.314174:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9c00 x1830957972498816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.314183:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9c00 with x1830957972498816 ext(0->4095) 00002000:00010000:3.0:1746138013.314187:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9c00 00000100:00100000:3.0:1746138013.314212:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5589 00000100:00100000:3.0:1746138013.314218:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972498816:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.314386:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972498816:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.314396:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5589 00002000:00100000:3.0:1746138013.314401:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092ba9c00 x1830957972498816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.314408:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9c00 with x1830957972498816 ext(0->4095) 00002000:00010000:3.0:1746138013.314411:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9c00 00000100:00100000:0.0:1746138013.315239:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.315329:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972498944 00000100:00100000:1.0:1746138013.315334:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972498944 00000100:00100000:1.0:1746138013.315375:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7878 00000100:00100000:1.0:1746138013.315381:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972498944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.315391:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.315408:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac790 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.315579:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.315588:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.315590:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.315594:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.315621:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.315635:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.315646:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968162176:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.315715:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.316976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.317054:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972499072 00000100:00100000:3.0:1746138013.317060:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972499072 00000100:00100000:1.0:1746138013.317098:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968162176:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.317124:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.317137:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138013.317162:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972498944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1781us (1923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.317168:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7878 00010000:00010000:3.0:1746138013.317183:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.317204:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12955 00000100:00100000:3.0:1746138013.317210:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972499072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.317219:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.317238:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.317248:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.317285:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d14 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac789 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.317297:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.317298:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.317305:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.317395:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.317450:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.317536:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968162304:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.317609:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.318658:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968162304:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.318671:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.318691:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972499072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1481us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.318698:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12955 00000100:00100000:0.0:1746138013.322052:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.322257:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972499328 00000100:00100000:3.0:1746138013.322350:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972499328 00002000:00100000:3.0:1746138013.322400:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2cb100 x1830957972499328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.322410:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2cb100 with x1830957972499328 ext(0->4095) 00002000:00010000:3.0:1746138013.322456:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2cb100 00000100:00100000:3.0:1746138013.322572:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5590 00000100:00100000:3.0:1746138013.322581:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972499328:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.322812:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972499328:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 231us (769us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.322822:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5590 00002000:00100000:3.0:1746138013.322827:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c2cb100 x1830957972499328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.322833:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2cb100 with x1830957972499328 ext(0->4095) 00002000:00010000:3.0:1746138013.322836:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2cb100 00000100:00100000:0.0:1746138013.324763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.324863:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.324868:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972499456 00000100:00100000:1.0:1746138013.324877:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972499456 00000100:00100000:1.0:1746138013.324978:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972499584 00000100:00100000:1.0:1746138013.324982:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972499584 00000100:00100000:3.0:1746138013.325091:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7879 00000100:00100000:3.0:1746138013.325102:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972499456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.325120:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.325139:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac797 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.325170:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.325178:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.325180:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.325183:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.325196:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7880 00000100:00100000:1.0:1746138013.325202:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972499584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.325208:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.325215:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac79e expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.325217:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.325230:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.325238:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.325242:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.325243:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968162432:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.325248:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.325251:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.325285:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.325296:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.325306:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138013.325326:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972499584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.325332:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7880 00000100:00100000:3.0:1746138013.325339:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.326956:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968162432:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.326978:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.326984:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138013.327067:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00000100:00100000:2.0:1746138013.327096:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972499712 00000100:00100000:2.0:1746138013.327102:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972499712 00010000:00010000:2.0:1746138013.327128:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.327153:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972499456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2050us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.327159:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7879 00000100:00100000:2.0:1746138013.327165:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12956 00000100:00100000:2.0:1746138013.327172:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972499712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.327185:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.327208:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.327226:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.327247:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1d1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac790 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.327274:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.327276:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.327284:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.327291:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.327318:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.327341:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.327354:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968162688:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.327409:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.328983:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968162688:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.329001:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.329043:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972499712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1871us (2059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.329055:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12956 00000100:00100000:0.0:1746138013.329165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.329277:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972499968 00000100:00100000:3.0:1746138013.329286:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972499968 00002000:00100000:3.0:1746138013.329330:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092767800 x1830957972499968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.329339:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092767800 with x1830957972499968 ext(0->4095) 00010000:00010000:3.0:1746138013.329346:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.329359:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.329365:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092767800 00000100:00100000:3.0:1746138013.329400:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3579 00000100:00100000:3.0:1746138013.329406:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972499968:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.330063:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972499968:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 656us (898us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.330073:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3579 00002000:00100000:3.0:1746138013.330078:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092767800 x1830957972499968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.330084:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092767800 with x1830957972499968 ext(0->4095) 00010000:00010000:3.0:1746138013.330089:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.330098:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.330103:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092767800 00000100:00100000:0.0:1746138013.331409:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.331555:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972500096 00000100:00100000:3.0:1746138013.331561:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972500096 00000100:00100000:3.0:1746138013.331599:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7881 00000100:00100000:3.0:1746138013.331605:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972500096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.331617:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.331629:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7a5 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.331650:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.331655:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.331660:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.331662:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.331696:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.331707:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.331715:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:3.0:1746138013.331759:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972500096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.331765:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7881 00000100:00100000:0.0:1746138013.331925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.331988:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972500224 00000100:00100000:2.0:1746138013.331995:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972500224 00010000:00010000:2.0:1746138013.332020:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.332053:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12957 00000100:00100000:2.0:1746138013.332059:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972500224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.332071:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.332091:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.332102:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.332124:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac797 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.332136:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.332138:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.332145:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.332152:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.332178:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.332189:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.332201:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968162944:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.332292:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.333985:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.334043:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968162944:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.334060:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.334096:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972500224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2036us (2170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.334099:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972500480 00000100:00100000:2.0:1746138013.334105:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12957 00000100:00100000:3.0:1746138013.334108:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972500480 00002000:00100000:3.0:1746138013.334137:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766300 x1830957972500480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.334143:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766300 with x1830957972500480 ext(0->4095) 00010000:00010000:3.0:1746138013.334149:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.334159:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.334164:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092766300 00000100:00100000:3.0:1746138013.334186:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3580 00000100:00100000:3.0:1746138013.334192:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972500480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.334327:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972500480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (349us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.334334:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3580 00002000:00100000:3.0:1746138013.334339:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766300 x1830957972500480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.334345:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766300 with x1830957972500480 ext(0->4095) 00010000:00010000:3.0:1746138013.334349:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.334356:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.334360:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092766300 00000100:00100000:0.0:1746138013.336709:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.336847:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972500608 00000100:00100000:3.0:1746138013.336857:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972500608 00000100:00100000:3.0:1746138013.336907:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7882 00000100:00100000:3.0:1746138013.336913:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972500608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.336926:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.336941:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7ac expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.336963:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.336968:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.336973:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.336976:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.337009:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.337020:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.337027:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:0.0:1746138013.337060:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.337072:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972500608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.337077:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7882 00000100:00100000:2.0:1746138013.337115:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972500736 00000100:00100000:2.0:1746138013.337122:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972500736 00010000:00010000:2.0:1746138013.337147:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.337170:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12958 00000100:00100000:2.0:1746138013.337176:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972500736:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.337186:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.337208:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.337219:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.337238:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac79e expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.337250:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.337252:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.337258:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.337280:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.337307:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.337318:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.337330:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968163200:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.337853:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.338621:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968163200:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.338637:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.338684:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972500736:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1507us (1623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.338692:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12958 00000100:00100000:0.0:1746138013.338824:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.339370:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972500992 00000100:00100000:3.0:1746138013.339376:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972500992 00002000:00100000:3.0:1746138013.339444:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092767480 x1830957972500992/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.339455:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092767480 with x1830957972500992 ext(0->4095) 00010000:00010000:3.0:1746138013.339464:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.339478:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.339490:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092767480 00000100:00100000:2.0:1746138013.339554:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3581 00000100:00100000:2.0:1746138013.339562:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972500992:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.340192:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972500992:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 626us (1364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.340200:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3581 00002000:00100000:2.0:1746138013.340205:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092767480 x1830957972500992/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.340213:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092767480 with x1830957972500992 ext(0->4095) 00010000:00010000:2.0:1746138013.340220:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.340231:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.340236:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092767480 00000100:00100000:0.0:1746138013.342691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.342763:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972501120 00000100:00100000:3.0:1746138013.342774:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972501120 00010000:00010000:3.0:1746138013.342813:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.342859:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12959 00000100:00100000:3.0:1746138013.342864:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972501120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.342879:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.342904:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.342915:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.342938:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1d30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7a5 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.342961:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.342963:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.342971:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.342978:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.343017:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.343029:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968163328:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.343110:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.344658:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968163328:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.344678:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.344714:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972501120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1850us (2038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.344723:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12959 00000100:00100000:0.0:1746138013.345160:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.345232:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972501376 00000100:00100000:2.0:1746138013.345240:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972501376 00002000:00100000:2.0:1746138013.345286:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766a00 x1830957972501376/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.345296:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766a00 with x1830957972501376 ext(0->4095) 00002000:00010000:2.0:1746138013.345301:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092766a00 00000100:00100000:2.0:1746138013.345408:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5591 00000100:00100000:2.0:1746138013.345527:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972501376:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.345823:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972501376:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 407us (663us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.345829:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5591 00002000:00100000:2.0:1746138013.345835:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092766a00 x1830957972501376/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.345842:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092766a00 with x1830957972501376 ext(0->4095) 00002000:00010000:2.0:1746138013.345846:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092766a00 00000100:00100000:0.0:1746138013.348301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.348402:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972501504 00000100:00100000:3.0:1746138013.348411:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972501504 00000100:00100000:3.0:1746138013.348806:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7883 00000100:00100000:3.0:1746138013.348815:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972501504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.348833:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.348852:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7b3 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.348882:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.348889:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.348891:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.348894:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.348930:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.348942:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.348955:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968163456:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.349169:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.350410:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968163456:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.350479:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.350495:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138013.350530:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972501504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1715us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.350537:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7883 00000100:00100000:0.0:1746138013.351982:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.352070:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972501632 00000100:00100000:3.0:1746138013.352078:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972501632 00010000:00010000:3.0:1746138013.352110:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.352203:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12960 00000100:00100000:3.0:1746138013.352210:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972501632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.352226:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.352253:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.352279:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.352304:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1d37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ac expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.352594:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.352597:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.352605:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.352614:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.352645:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.352659:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968163584:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.352761:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.354623:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968163584:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.354642:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.354691:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972501632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2480us (2712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.354700:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12960 00000100:00100000:0.0:1746138013.355154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.355241:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972501888 00000100:00100000:0.0:1746138013.355611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.355686:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972502016 00000100:00100000:3.0:1746138013.355693:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972502016 00000100:00100000:3.0:1746138013.355736:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7884 00000100:00100000:3.0:1746138013.355744:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31559:x1830957972502016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.355761:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.355776:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7ba expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.355800:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.355805:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.355807:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.355809:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.355829:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.355837:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.355845:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968163712:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.355870:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972501888 00000100:00100000:3.0:1746138013.355898:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00002000:00100000:2.0:1746138013.355900:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765880 x1830957972501888/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.355917:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765880 with x1830957972501888 ext(0->4095) 00010000:00010000:2.0:1746138013.355923:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.355933:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.355939:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765880 00000100:00100000:2.0:1746138013.355955:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3582 00000100:00100000:2.0:1746138013.355960:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972501888:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.356117:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972501888:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (964us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.356122:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3582 00002000:00100000:2.0:1746138013.356127:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092765880 x1830957972501888/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.356133:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092765880 with x1830957972501888 ext(0->4095) 00010000:00010000:2.0:1746138013.356136:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.356145:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.356150:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092765880 00000100:00100000:3.0:1746138013.357114:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968163712:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.357138:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.357155:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00000100:00100000:3.0:1746138013.357190:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972502016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1447us (1579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.357196:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7884 00000100:00100000:0.0:1746138013.357698:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.357733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.357735:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972502144 00000100:00100000:3.0:1746138013.357739:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972502144 00010000:00010000:3.0:1746138013.357758:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.357773:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972502272 00000100:00100000:3.0:1746138013.357806:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12961 00000100:00100000:3.0:1746138013.357812:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972502144:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.357822:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.357839:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.357848:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.357868:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1d3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7b3 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.357880:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.357881:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.357887:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.357900:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.357921:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972502272 00010000:00010000:3.0:1746138013.357930:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.357940:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968163840:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.357944:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7885 00000100:00100000:2.0:1746138013.357950:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972502272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.357960:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.357969:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7c1 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.357984:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.357990:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.357992:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.357995:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 7 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.358010:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00010000:00010000:2.0:1746138013.358010:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.358020:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.358029:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968163968:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.358050:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.359044:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968163840:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.359055:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.359077:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1958:x1830957972502144:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1264us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.359083:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12961 00000100:00100000:0.0:1746138013.359955:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.360019:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968163968:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.360037:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.360055:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138013.360078:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972502272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2128us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.360084:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7885 00000100:00100000:1.0:1746138013.360153:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972502528 00000100:00100000:1.0:1746138013.360159:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972502528 00002000:00100000:1.0:1746138013.360190:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438a300 x1830957972502528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.360199:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438a300 with x1830957972502528 ext(0->4095) 00010000:00010000:1.0:1746138013.360205:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.360216:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.360222:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438a300 00000100:00100000:1.0:1746138013.360237:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3583 00000100:00100000:1.0:1746138013.360243:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1960:x1830957972502528:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138013.360451:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1960:x1830957972502528:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 207us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.360458:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3583 00002000:00100000:1.0:1746138013.360463:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438a300 x1830957972502528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.360470:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438a300 with x1830957972502528 ext(0->4095) 00010000:00010000:1.0:1746138013.360474:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.360483:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.360488:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438a300 00000100:00100000:0.0:1746138013.362114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.362149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.362163:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972502656 00000100:00100000:2.0:1746138013.362174:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972502656 00000100:00100000:3.0:1746138013.362200:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972502784 00000100:00100000:3.0:1746138013.362206:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972502784 00000100:00100000:2.0:1746138013.362227:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7886 00010000:00010000:3.0:1746138013.362228:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.362236:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972502656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.362250:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.362279:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7c8 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.362302:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746138013.362307:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12962 00010000:00010000:2.0:1746138013.362308:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.362314:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:0.0:1746138013.362315:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972502784:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.362318:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.362325:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138013.362347:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.362351:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.362358:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.362438:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.362450:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1d45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7ba expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.362451:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.362453:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.362458:0:8501:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.362465:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.362483:0:8501:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.362494:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.362505:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968164224:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138013.362563:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.362598:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972502784:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 283us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.362604:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12962 00000100:00100000:2.0:1746138013.362628:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.363877:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968164224:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.363894:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138013.363942:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972502656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1706us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.363949:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7886 00000100:00100000:0.0:1746138013.364365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.364454:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972503040 00000100:00100000:1.0:1746138013.364461:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972503040 00002000:00100000:1.0:1746138013.364501:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388a80 x1830957972503040/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.364510:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388a80 with x1830957972503040 ext(0->4095) 00010000:00010000:1.0:1746138013.364583:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.364597:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.364604:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094388a80 00000100:00100000:1.0:1746138013.364628:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3584 00000100:00100000:1.0:1746138013.364635:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972503040:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.364806:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972503040:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.364813:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3584 00002000:00100000:1.0:1746138013.364818:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388a80 x1830957972503040/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.364825:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388a80 with x1830957972503040 ext(0->4095) 00010000:00010000:1.0:1746138013.364830:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.364839:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.364845:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094388a80 00000100:00100000:0.0:1746138013.368655:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.368767:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972503168 00000100:00100000:2.0:1746138013.368781:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972503168 00010000:00010000:2.0:1746138013.368822:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.368878:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12963 00000100:00100000:2.0:1746138013.368885:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972503168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.368900:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.368921:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.368931:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.368952:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.368981:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.368983:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.368990:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.368998:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.369027:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.369366:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968164352:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.369533:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.371124:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968164352:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.371144:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.371187:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972503168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2300us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.371195:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12963 00000100:00100000:0.0:1746138013.371392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.371539:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972503424 00000100:00100000:1.0:1746138013.371547:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972503424 00002000:00100000:1.0:1746138013.371640:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389f80 x1830957972503424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.371649:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389f80 with x1830957972503424 ext(0->4095) 00002000:00010000:1.0:1746138013.371654:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094389f80 00000100:00100000:1.0:1746138013.371679:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5592 00000100:00100000:1.0:1746138013.371686:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972503424:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746138013.371879:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972503424:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.371887:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5592 00002000:00100000:1.0:1746138013.371893:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389f80 x1830957972503424/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.371900:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389f80 with x1830957972503424 ext(0->4095) 00002000:00010000:1.0:1746138013.371902:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094389f80 00000100:00100000:0.0:1746138013.373154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.373245:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972503552 00000100:00100000:2.0:1746138013.373251:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972503552 00000100:00100000:2.0:1746138013.373311:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7887 00000100:00100000:2.0:1746138013.373318:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972503552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.373333:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.373380:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7cf expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.373410:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.373445:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.373447:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.373451:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.373623:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.373635:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.373647:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968164480:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.373742:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.375128:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968164480:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.375154:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.375170:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138013.375203:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972503552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1885us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.375211:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7887 00000100:00100000:0.0:1746138013.375544:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.375642:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972503680 00000100:00100000:3.0:1746138013.375654:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972503680 00010000:00010000:3.0:1746138013.375696:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.375850:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12964 00000100:00100000:3.0:1746138013.375865:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972503680:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.375885:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.375910:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.375922:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.375946:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7c8 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.375981:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.375983:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.375990:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.375998:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.376038:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.376050:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968164608:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.376173:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.378735:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968164608:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.378757:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.378821:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972503680:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2962us (3276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.378831:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12964 00000100:00100000:0.0:1746138013.378840:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.378954:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972503936 00000100:00100000:1.0:1746138013.378962:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972503936 00002000:00100000:1.0:1746138013.379522:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438aa00 x1830957972503936/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.379532:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438aa00 with x1830957972503936 ext(0->4095) 00002000:00010000:1.0:1746138013.379541:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009438aa00 00000100:00100000:1.0:1746138013.379573:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5593 00000100:00100000:1.0:1746138013.379580:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972503936:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.379721:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972503936:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (886us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.379726:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5593 00002000:00100000:1.0:1746138013.379731:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438aa00 x1830957972503936/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.379737:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438aa00 with x1830957972503936 ext(0->4095) 00002000:00010000:1.0:1746138013.379740:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009438aa00 00000100:00100000:0.0:1746138013.381780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.381912:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.381954:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972504064 00000100:00100000:2.0:1746138013.381963:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972504064 00000100:00100000:1.0:1746138013.381986:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972504192 00000100:00100000:1.0:1746138013.381990:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972504192 00000100:00100000:2.0:1746138013.382018:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7888 00000100:00100000:2.0:1746138013.382026:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972504064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.382046:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.382066:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7d6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.382102:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.382110:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.382113:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.382116:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.382147:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.382158:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.382172:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968164736:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.382307:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7889 00000100:00100000:1.0:1746138013.382315:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972504192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.382322:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.382328:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7dd expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.382329:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746138013.382339:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.382343:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.382348:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.382350:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.382378:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.382389:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.382401:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138013.382453:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972504192:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.382460:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7889 00000100:00100000:2.0:1746138013.384298:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968164736:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.384329:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.384345:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138013.384410:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972504064:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2385us (2638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.384455:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7888 00000100:00100000:0.0:1746138013.384622:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.384667:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972504320 00000100:00100000:2.0:1746138013.384673:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972504320 00010000:00010000:2.0:1746138013.384694:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.384722:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12965 00000100:00100000:2.0:1746138013.384729:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972504320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.384741:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.384758:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.384767:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.384789:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1d5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7cf expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.384813:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.384815:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.384821:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.384829:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.384866:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.384880:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.384891:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968164992:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.384956:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.386154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.386252:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968164992:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.386288:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.386327:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972504320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1597us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.386337:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12965 00000100:00100000:1.0:1746138013.386592:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972504576 00000100:00100000:1.0:1746138013.386603:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972504576 00002000:00100000:1.0:1746138013.386653:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388000 x1830957972504576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.386666:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388000 with x1830957972504576 ext(0->4095) 00010000:00010000:1.0:1746138013.386675:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.386689:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.386695:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094388000 00000100:00100000:1.0:1746138013.386727:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3585 00000100:00100000:1.0:1746138013.386734:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972504576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.386909:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972504576:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.386915:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3585 00002000:00100000:1.0:1746138013.386920:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094388000 x1830957972504576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.386926:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094388000 with x1830957972504576 ext(0->4095) 00010000:00010000:1.0:1746138013.386930:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.386940:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.386945:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094388000 00000100:00100000:0.0:1746138013.388142:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.388200:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.388271:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972504704 00000100:00100000:2.0:1746138013.388279:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972504704 00000100:00100000:3.0:1746138013.388298:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972504832 00000100:00100000:3.0:1746138013.388303:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972504832 00010000:00010000:3.0:1746138013.388325:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.388332:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7890 00000100:00100000:2.0:1746138013.388339:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972504704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138013.388353:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12966 00010000:00010000:2.0:1746138013.388354:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138013.388358:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972504832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.388370:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7e4 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.388372:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.388393:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.388404:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.388450:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1d61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7d6 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.388472:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.388474:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.388481:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.388488:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.388518:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.388530:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968165120:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.388580:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.388588:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.388589:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.388593:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.388606:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a3c540 going to sleep for 11 seconds 00010000:00010000:2.0:1746138013.388610:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.388620:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.388629:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968165248:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.388652:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.390172:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968165248:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.390176:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968165120:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.390188:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138013.390188:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.390196:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138013.390220:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972504704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1883us (2082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.390221:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972504832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1863us (2019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.390224:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7890 00000100:00100000:3.0:1746138013.390229:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12966 00000100:00100000:0.0:1746138013.390802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.390881:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972505088 00000100:00100000:1.0:1746138013.390886:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972505088 00002000:00100000:1.0:1746138013.390918:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389180 x1830957972505088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.390928:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389180 with x1830957972505088 ext(0->4095) 00010000:00010000:1.0:1746138013.390934:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.390944:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.390951:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094389180 00000100:00100000:1.0:1746138013.391010:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3586 00000100:00100000:1.0:1746138013.391017:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972505088:12345-192.168.204.27@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746138013.391270:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972505088:12345-192.168.204.27@tcp:3:ldlm_bl.0 Request processed in 239us (454us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.391276:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3586 00002000:00100000:1.0:1746138013.391282:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094389180 x1830957972505088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.391288:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094389180 with x1830957972505088 ext(0->4095) 00010000:00010000:1.0:1746138013.391292:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.391302:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.391307:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094389180 00000100:00100000:0.0:1746138013.392137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.392194:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972505216 00000100:00100000:2.0:1746138013.392198:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972505216 00000100:00100000:2.0:1746138013.392226:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7891 00000100:00100000:2.0:1746138013.392230:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972505216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.392237:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.392247:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7eb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.392274:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.392279:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.392285:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.392289:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.392319:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.392332:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.392340:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138013.392367:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972505216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.392373:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7891 00000100:00100000:0.0:1746138013.392569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.392634:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972505344 00000100:00100000:3.0:1746138013.392638:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972505344 00010000:00010000:3.0:1746138013.392654:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.392679:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12967 00000100:00100000:3.0:1746138013.392685:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972505344:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.392693:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.392710:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.392719:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.392734:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1d68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7dd expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.392754:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.392756:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.392762:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.392769:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.392792:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.392803:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.392813:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968165504:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.392885:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.394032:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968165504:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.394045:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.394080:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972505344:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1394us (1510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.394088:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12967 00000100:00100000:0.0:1746138013.394465:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.394520:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972505600 00000100:00100000:1.0:1746138013.394526:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972505600 00002000:00100000:1.0:1746138013.394559:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438b100 x1830957972505600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.394568:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438b100 with x1830957972505600 ext(0->4095) 00010000:00010000:1.0:1746138013.394575:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.394586:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.394592:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438b100 00000100:00100000:1.0:1746138013.394619:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3587 00000100:00100000:1.0:1746138013.394626:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972505600:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138013.394767:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972505600:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.394773:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3587 00002000:00100000:1.0:1746138013.394778:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009438b100 x1830957972505600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.394789:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009438b100 with x1830957972505600 ext(0->4095) 00010000:00010000:1.0:1746138013.394793:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.394801:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.394811:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009438b100 00000100:00100000:0.0:1746138013.395983:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.396059:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972505728 00000100:00100000:3.0:1746138013.396065:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972505728 00010000:00010000:3.0:1746138013.396086:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.396115:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12968 00000100:00100000:3.0:1746138013.396122:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972505728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.396133:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.396148:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.396162:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.396183:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1d6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7e4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.396211:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.396214:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.396221:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.396229:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.396274:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.396287:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968165632:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.396364:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.398205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.398296:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972505984 00000100:00100000:1.0:1746138013.398308:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972505984 00000100:00100000:3.0:1746138013.398334:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968165632:192.168.204.27@tcp:105: 00002000:00100000:1.0:1746138013.398341:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5c00 x1830957972505984/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.398348:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5c00 with x1830957972505984 ext(0->4095) 00010000:00010000:3.0:1746138013.398353:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746138013.398353:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b5c00 00000100:00100000:1.0:1746138013.398381:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5594 00000100:00100000:1.0:1746138013.398388:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972505984:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.398395:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972505728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2273us (2417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.398406:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12968 00000100:00100000:1.0:1746138013.398599:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972505984:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 210us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.398605:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5594 00002000:00100000:1.0:1746138013.398610:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5c00 x1830957972505984/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.398618:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5c00 with x1830957972505984 ext(0->4095) 00002000:00010000:1.0:1746138013.398621:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b5c00 00000100:00100000:0.0:1746138013.400382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.400454:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972506112 00000100:00100000:2.0:1746138013.400463:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972506112 00000100:00100000:2.0:1746138013.400509:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7892 00000100:00100000:2.0:1746138013.400515:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e064c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972506112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.400533:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.400553:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7f2 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.400584:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.400590:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.400592:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.400596:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.400633:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 55 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.400650:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 55 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.400662:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968165760:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.400760:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.402146:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968165760:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.402154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.402173:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.402188:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:3.0:1746138013.402277:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972506240 00000100:00100000:3.0:1746138013.402283:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972506240 00010000:00010000:3.0:1746138013.402308:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.402339:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12969 00000100:00100000:2.0:1746138013.402341:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e064c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972506112:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1826us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.402346:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972506240:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746138013.402348:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7892 00010000:00010000:3.0:1746138013.402356:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.402374:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.402383:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.402403:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1d76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7eb expref: 56 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.402438:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.402440:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.402446:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.402452:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.402477:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.402486:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968165888:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.402533:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.403544:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968165888:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.403560:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.403593:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972506240:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1247us (1438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.403601:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12969 00000100:00100000:1.0:1746138013.403765:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.403838:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972506496 00000100:00100000:0.0:1746138013.403842:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972506496 00002000:00100000:0.0:1746138013.403869:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88380 x1830957972506496/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.403876:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88380 with x1830957972506496 ext(0->4095) 00002000:00010000:0.0:1746138013.403879:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88380 00000100:00100000:0.0:1746138013.403896:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5595 00000100:00100000:0.0:1746138013.403902:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972506496:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138013.404033:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972506496:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138013.404038:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5595 00002000:00100000:0.0:1746138013.404043:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88380 x1830957972506496/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.404055:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88380 with x1830957972506496 ext(0->4095) 00002000:00010000:0.0:1746138013.404057:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba88380 00000100:00100000:0.0:1746138013.405088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.405303:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972506624 00000100:00100000:2.0:1746138013.405310:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972506624 00000100:00100000:2.0:1746138013.405356:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7893 00000100:00100000:2.0:1746138013.405363:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972506624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.405378:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.405396:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac7f9 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.405457:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.405470:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.405472:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.405475:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.405502:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.405513:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.405524:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968166016:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.405612:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.407980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.408076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.408095:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968166016:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.408109:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972506752 00000100:00100000:1.0:1746138013.408121:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972506752 00010000:00010000:2.0:1746138013.408124:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 56 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.408183:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972506880 00000100:00100000:3.0:1746138013.408190:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972506880 00000100:00100000:1.0:1746138013.408196:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7894 00000100:00100000:1.0:1746138013.408205:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972506752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.408216:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.408226:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138013.408243:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12970 00010000:00010000:1.0:1746138013.408246:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac800 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.408249:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972506880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.408273:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.408291:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.408298:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.408306:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.408310:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.408531:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.408544:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.408565:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1d7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f2 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.408581:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.408583:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.408589:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.408622:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.408667:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00010000:00010000:1.0:1746138013.408684:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.408698:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.408712:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968166144:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.408713:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31560:x1830957972506624:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3350us (3626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.408721:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7893 00010000:00010000:3.0:1746138013.408790:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.408791:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746138013.408800:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.408812:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968166272:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.408848:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.410313:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968166272:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.410313:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968166144:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.410329:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138013.410343:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.410356:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:3.0:1746138013.410360:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972506880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2110us (2282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.410366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.410369:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12970 00000100:00100000:1.0:1746138013.410379:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972506752:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2176us (2409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.410386:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7894 00000100:00100000:1.0:1746138013.410442:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972507136 00000100:00100000:1.0:1746138013.410448:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972507136 00002000:00100000:1.0:1746138013.410472:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5880 x1830957972507136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.410480:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5880 with x1830957972507136 ext(0->4095) 00010000:00010000:1.0:1746138013.410486:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.410496:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.410502:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b5880 00000100:00100000:1.0:1746138013.410528:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3588 00000100:00100000:1.0:1746138013.410534:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972507136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.410652:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972507136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.410657:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3588 00002000:00100000:1.0:1746138013.410662:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b5880 x1830957972507136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.410669:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b5880 with x1830957972507136 ext(0->4095) 00010000:00010000:1.0:1746138013.410673:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.410682:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.410687:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b5880 00000100:00100000:2.0:1746138013.412615:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.412658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.412755:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972507264 00000100:00100000:3.0:1746138013.412762:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972507264 00010000:00010000:3.0:1746138013.412786:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.412923:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972507392 00000100:00100000:1.0:1746138013.412927:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972507392 00000100:00100000:3.0:1746138013.413017:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12971 00000100:00100000:1.0:1746138013.413058:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7895 00000100:00100000:3.0:1746138013.413063:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972507264:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746138013.413064:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972507392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.413074:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.413076:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.413086:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac807 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.413092:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.413104:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.413238:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.413242:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.413247:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138013.413251:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.413283:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1d84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac7f9 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.413775:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.413787:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.413795:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.413796:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.413801:0:17395:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.413807:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.413826:0:17395:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.413836:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.413846:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968166528:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.413870:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138013.413913:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.414642:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972507264:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1577us (2030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.414649:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12971 00000100:00100000:2.0:1746138013.417483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.417636:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968166528:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138013.417659:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:3.0:1746138013.417673:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972507648 00000100:00100000:3.0:1746138013.417679:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972507648 00000100:00100000:1.0:1746138013.417695:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972507392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4631us (5035us total) trans 0 rc 0/0 00002000:00100000:3.0:1746138013.417717:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275880 x1830957972507648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.417726:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275880 with x1830957972507648 ext(0->4095) 00010000:00010000:3.0:1746138013.417734:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.417747:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.417753:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275880 00000100:00100000:1.0:1746138013.417910:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7895 00000100:00100000:3.0:1746138013.418317:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3589 00000100:00100000:3.0:1746138013.418324:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972507648:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.418564:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972507648:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 239us (1087us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.418571:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3589 00002000:00100000:3.0:1746138013.418576:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c275880 x1830957972507648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.418583:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275880 with x1830957972507648 ext(0->4095) 00010000:00010000:3.0:1746138013.418589:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.418598:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.418603:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275880 00000100:00100000:0.0:1746138013.420962:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.421141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.421212:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972507776 00000100:00100000:1.0:1746138013.421223:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972507776 00000100:00100000:1.0:1746138013.421300:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7896 00000100:00100000:1.0:1746138013.421309:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972507776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138013.421345:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972507904 00000100:00100000:3.0:1746138013.421350:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972507904 00010000:00010000:3.0:1746138013.421379:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.421405:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12972 00000100:00100000:3.0:1746138013.421411:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972507904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.421411:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.421451:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.421453:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac80e expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.421477:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.421484:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.421495:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138013.421498:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.421511:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.421525:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.421547:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1d8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac800 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.421552:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.421570:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.421576:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.421578:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.421585:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.421592:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.421896:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00010000:00010000:3.0:1746138013.421905:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.421919:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.421933:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968166784:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.421961:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972507776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 652us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.421968:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7896 00000100:00100000:3.0:1746138013.421999:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b453c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.423944:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968166784:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.423962:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.424001:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972507904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2588us (2858us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.424010:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12972 00000100:00100000:0.0:1746138013.424196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.424479:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972508160 00000100:00100000:1.0:1746138013.424487:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972508160 00002000:00100000:1.0:1746138013.424530:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b7800 x1830957972508160/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.424540:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b7800 with x1830957972508160 ext(0->4095) 00010000:00010000:1.0:1746138013.424635:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.424648:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.424654:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b7800 00000100:00100000:1.0:1746138013.424682:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3590 00000100:00100000:1.0:1746138013.424689:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972508160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.424863:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972508160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.424869:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3590 00002000:00100000:1.0:1746138013.424875:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b7800 x1830957972508160/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.424882:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b7800 with x1830957972508160 ext(0->4095) 00010000:00010000:1.0:1746138013.424887:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.424894:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.424900:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b7800 00000100:00100000:0.0:1746138013.426593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.426703:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972508288 00000100:00100000:3.0:1746138013.426714:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972508288 00010000:00010000:3.0:1746138013.426749:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.426776:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12973 00000100:00100000:3.0:1746138013.426784:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972508288:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.426799:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.426823:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.426837:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.426862:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1d92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac807 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.426878:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.426881:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.426889:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.426897:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.426935:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.426948:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968166912:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.427660:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b453c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.430279:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968166912:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.430302:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.430352:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972508288:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3566us (3767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.430363:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12973 00000100:00100000:0.0:1746138013.431371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.431432:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972508544 00000100:00100000:2.0:1746138013.431441:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972508544 00002000:00100000:2.0:1746138013.431495:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4e00 x1830957972508544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.431505:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4e00 with x1830957972508544 ext(0->4095) 00002000:00010000:2.0:1746138013.431510:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b4e00 00000100:00100000:2.0:1746138013.431541:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5596 00000100:00100000:2.0:1746138013.431548:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972508544:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.431738:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972508544:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 190us (369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.431744:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5596 00002000:00100000:2.0:1746138013.431749:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4e00 x1830957972508544/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.431755:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4e00 with x1830957972508544 ext(0->4095) 00002000:00010000:2.0:1746138013.431758:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b4e00 00000100:00100000:0.0:1746138013.433525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.433656:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972508672 00000100:00100000:1.0:1746138013.433665:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972508672 00000100:00100000:1.0:1746138013.433709:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7897 00000100:00100000:1.0:1746138013.433716:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972508672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.433731:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.433826:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac815 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.433860:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.433873:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.433875:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.433879:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.433911:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.433923:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.433936:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968167040:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.434080:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.435048:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968167040:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.435074:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.435088:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138013.435113:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972508672:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1397us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.435120:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7897 00000100:00100000:0.0:1746138013.435364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.435433:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972508800 00000100:00100000:3.0:1746138013.435438:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972508800 00010000:00010000:3.0:1746138013.435458:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.435473:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12974 00000100:00100000:3.0:1746138013.435477:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1958:x1830957972508800:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.435485:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.435508:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.435516:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.435533:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1d99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac80e expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.435544:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.435546:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.435552:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.435564:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.435587:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.435597:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968167168:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.435652:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.436751:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968167168:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.436764:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.436798:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1958:x1830957972508800:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1319us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.436809:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12974 00000100:00100000:0.0:1746138013.437099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.437148:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972509056 00000100:00100000:3.0:1746138013.437153:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972509056 00002000:00100000:3.0:1746138013.437185:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4380 x1830957972509056/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.437194:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4380 with x1830957972509056 ext(0->4095) 00002000:00010000:3.0:1746138013.437199:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b4380 00000100:00100000:3.0:1746138013.437223:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5597 00000100:00100000:3.0:1746138013.437230:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972509056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.437446:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972509056:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 215us (354us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.437456:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5597 00002000:00100000:3.0:1746138013.437461:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4380 x1830957972509056/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.437468:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4380 with x1830957972509056 ext(0->4095) 00002000:00010000:3.0:1746138013.437471:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c2b4380 00000100:00100000:0.0:1746138013.438534:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.438590:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972509184 00000100:00100000:1.0:1746138013.438595:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972509184 00000100:00100000:1.0:1746138013.438629:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7898 00000100:00100000:1.0:1746138013.438635:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972509184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.438647:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.438664:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac81c expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.438689:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.438698:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.438699:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.438703:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.438734:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.438747:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.438758:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968167296:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.438849:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.439656:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968167296:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.439685:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.439696:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:1.0:1746138013.439725:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972509184:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1090us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.439734:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7898 00000100:00100000:0.0:1746138013.439919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.440021:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972509312 00000100:00100000:3.0:1746138013.440025:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972509312 00010000:00010000:3.0:1746138013.440049:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.440104:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12975 00000100:00100000:3.0:1746138013.440110:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972509312:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.440119:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.440137:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.440147:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.440167:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1da0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac815 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.440177:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.440178:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.440184:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.440197:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.440218:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.440226:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968167424:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.440284:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b450c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.440777:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.440900:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972509440 00000100:00100000:2.0:1746138013.440905:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972509440 00000100:00100000:2.0:1746138013.440936:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7899 00000100:00100000:2.0:1746138013.440941:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972509440:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.440950:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.440959:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac823 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.440974:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.440986:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.440988:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.440991:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.441005:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.441013:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.441022:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968167552:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.441072:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.441554:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968167424:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.441567:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.441590:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972509312:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1480us (1671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.441597:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12975 00000100:00100000:0.0:1746138013.441654:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.441736:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972509696 00000100:00100000:3.0:1746138013.441741:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972509696 00000100:00100000:2.0:1746138013.441756:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968167552:192.168.204.27@tcp:104: 00002000:00100000:3.0:1746138013.441763:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6d80 x1830957972509696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746138013.441769:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746138013.441772:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6d80 with x1830957972509696 ext(0->4095) 00010000:00010000:3.0:1746138013.441777:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.441778:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00010000:00010000:3.0:1746138013.441787:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.441793:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b6d80 00000100:00100000:2.0:1746138013.441799:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972509440:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 859us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.441805:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7899 00000100:00100000:3.0:1746138013.441806:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3591 00000100:00100000:3.0:1746138013.441811:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1959:x1830957972509696:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138013.441939:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972509696:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.441944:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3591 00002000:00100000:3.0:1746138013.441980:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b6d80 x1830957972509696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.441987:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b6d80 with x1830957972509696 ext(0->4095) 00010000:00010000:3.0:1746138013.441992:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.442001:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.442007:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b6d80 00000100:00100000:0.0:1746138013.443201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.443278:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.443328:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972509952 00000100:00100000:3.0:1746138013.443334:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972509952 00010000:00010000:3.0:1746138013.443353:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.443373:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12976 00000100:00100000:3.0:1746138013.443379:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972509952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.443388:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.443403:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.443450:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.443458:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972509824 00000100:00100000:2.0:1746138013.443462:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972509824 00010000:00010000:3.0:1746138013.443470:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e1da7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac81c expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.443481:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.443483:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746138013.443483:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7900 00000100:00100000:2.0:1746138013.443488:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972509824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.443489:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.443496:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.443499:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.443509:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac82a expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.443520:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.443525:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.443532:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.443533:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.443536:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.443548:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.443558:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968167680:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.443562:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.443570:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.443578:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968167808:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.443627:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45840 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.443708:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.445071:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968167808:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.445102:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.445117:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138013.445162:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972509824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1673us (1963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.445173:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7900 00000100:00100000:3.0:1746138013.445276:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968167680:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.445277:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.445343:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972510208 00000100:00100000:2.0:1746138013.445348:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972510208 00010000:00010000:3.0:1746138013.445353:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138013.445374:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4a80 x1830957972510208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.445382:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4a80 with x1830957972510208 ext(0->4095) 00010000:00010000:2.0:1746138013.445388:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.445398:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.445404:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b4a80 00000100:00100000:3.0:1746138013.445414:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972509952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2033us (2134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.445436:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3592 00000100:00100000:2.0:1746138013.445442:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972510208:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138013.445447:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12976 00000100:00100000:2.0:1746138013.445578:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1959:x1830957972510208:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.445584:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3592 00002000:00100000:2.0:1746138013.445590:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c2b4a80 x1830957972510208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.445597:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c2b4a80 with x1830957972510208 ext(0->4095) 00010000:00010000:2.0:1746138013.445601:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.445615:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.445621:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c2b4a80 00000100:00100000:0.0:1746138013.447051:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.447098:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.447138:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972510336 00000100:00100000:2.0:1746138013.447145:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972510336 00000100:00100000:3.0:1746138013.447160:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972510464 00000100:00100000:3.0:1746138013.447167:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972510464 00000100:00100000:2.0:1746138013.447186:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7901 00010000:00010000:3.0:1746138013.447192:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 57 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.447196:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972510336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.447213:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138013.447219:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12977 00000100:00100000:3.0:1746138013.447226:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972510464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.447228:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac831 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.447238:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.447250:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.447256:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.447274:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.447278:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.447289:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.447303:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.447318:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.447329:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac823 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.447331:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.447339:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.447341:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.447346:0:17395:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.447352:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.447363:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138013.447368:0:17395:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.447378:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.447389:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968168064:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.447411:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972510464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 185us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.447451:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12977 00000100:00100000:2.0:1746138013.447523:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.449123:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968168064:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.449135:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138013.449175:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c2b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31559:x1830957972510336:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1981us (2129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.449182:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7901 00000100:00100000:0.0:1746138013.449738:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.449815:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972510720 00000100:00100000:3.0:1746138013.449820:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972510720 00002000:00100000:3.0:1746138013.449853:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137300000 x1830957972510720/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.449866:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300000 with x1830957972510720 ext(0->4095) 00010000:00010000:3.0:1746138013.449873:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.449884:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.449889:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137300000 00000100:00100000:3.0:1746138013.449911:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3593 00000100:00100000:3.0:1746138013.449917:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972510720:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.450124:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972510720:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 206us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.450129:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3593 00002000:00100000:3.0:1746138013.450135:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137300000 x1830957972510720/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.450141:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137300000 with x1830957972510720 ext(0->4095) 00010000:00010000:3.0:1746138013.450146:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.450154:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.450159:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137300000 00000100:00100000:0.0:1746138013.451276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.451317:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972510848 00000100:00100000:3.0:1746138013.451323:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972510848 00010000:00010000:3.0:1746138013.451340:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.451365:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12978 00000100:00100000:3.0:1746138013.451371:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972510848:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.451379:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.451392:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.451402:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.451458:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1db5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac82a expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.451485:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.451487:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.451494:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.451501:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.451531:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.451540:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968168192:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.451592:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.452545:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968168192:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.452559:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.452595:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972510848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1223us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.452603:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12978 00000100:00100000:0.0:1746138013.452680:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.452764:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972511104 00000100:00100000:3.0:1746138013.452768:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972511104 00002000:00100000:3.0:1746138013.452793:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301c00 x1830957972511104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.452802:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301c00 with x1830957972511104 ext(0->4095) 00002000:00010000:3.0:1746138013.452806:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301c00 00000100:00100000:3.0:1746138013.452828:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5598 00000100:00100000:3.0:1746138013.452835:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1960:x1830957972511104:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138013.452967:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1960:x1830957972511104:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.452972:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5598 00002000:00100000:3.0:1746138013.452977:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301c00 x1830957972511104/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.452985:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301c00 with x1830957972511104 ext(0->4095) 00002000:00010000:3.0:1746138013.452987:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301c00 00000100:00100000:0.0:1746138013.454129:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.454246:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972511232 00000100:00100000:2.0:1746138013.454253:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972511232 00000100:00100000:2.0:1746138013.454312:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7902 00000100:00100000:2.0:1746138013.454319:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972511232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.454330:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.454346:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac838 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.454374:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.454381:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.454382:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.454387:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.454573:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.454587:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.454600:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968168320:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.454673:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.456179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.456338:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972511360 00000100:00100000:3.0:1746138013.456344:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972511360 00000100:00100000:2.0:1746138013.456353:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968168320:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.456372:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.456375:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.456390:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:3.0:1746138013.456440:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12979 00000100:00100000:3.0:1746138013.456449:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972511360:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.456462:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746138013.456480:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972511232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2158us (2354us total) trans 0 rc 0/0 00010000:00010000:3.0:1746138013.456484:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.456487:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7902 00010000:00010000:3.0:1746138013.456494:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.456513:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1dbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac831 expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.456602:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.456604:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.456610:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.456618:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.456642:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.456653:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968168448:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.456859:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.457732:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968168448:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.457745:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.457784:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:1957:x1830957972511360:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1336us (1610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.457791:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12979 00000100:00100000:0.0:1746138013.458404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.458458:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972511616 00000100:00100000:3.0:1746138013.458472:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972511616 00002000:00100000:3.0:1746138013.458503:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302d80 x1830957972511616/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.458512:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302d80 with x1830957972511616 ext(0->4095) 00002000:00010000:3.0:1746138013.458515:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137302d80 00000100:00100000:3.0:1746138013.458742:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5599 00000100:00100000:3.0:1746138013.458748:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972511616:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.458878:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972511616:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (476us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.458882:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5599 00002000:00100000:3.0:1746138013.458886:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137302d80 x1830957972511616/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.458891:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137302d80 with x1830957972511616 ext(0->4095) 00002000:00010000:3.0:1746138013.458893:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137302d80 00000100:00100000:0.0:1746138013.460085:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.460141:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972511744 00000100:00100000:2.0:1746138013.460147:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972511744 00000100:00100000:2.0:1746138013.460179:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7903 00000100:00100000:2.0:1746138013.460185:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+55:31560:x1830957972511744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.460197:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.460212:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac83f expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.460235:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.460241:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.460243:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.460246:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.460285:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.460296:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.460308:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968168576:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.460461:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.461645:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968168576:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.461667:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 56 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.461684:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:2.0:1746138013.461712:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:31560:x1830957972511744:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1526us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.461719:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7903 00000100:00100000:0.0:1746138013.461881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.461941:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972511872 00000100:00100000:3.0:1746138013.461945:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972511872 00010000:00010000:3.0:1746138013.461960:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.461986:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12980 00000100:00100000:3.0:1746138013.461992:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972511872:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.462000:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.462019:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.462030:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.462048:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1dc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac838 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.462057:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.462059:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.462064:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.462071:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.462093:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.462102:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968168704:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.462176:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45540 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.463103:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968168704:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.463114:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.463147:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972511872:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1154us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.463154:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12980 00000100:00100000:0.0:1746138013.463991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.464036:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972512128 00000100:00100000:3.0:1746138013.464041:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972512128 00002000:00100000:3.0:1746138013.464070:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137303480 x1830957972512128/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.464079:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137303480 with x1830957972512128 ext(0->4095) 00002000:00010000:3.0:1746138013.464082:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137303480 00000100:00100000:3.0:1746138013.464111:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5600 00000100:00100000:3.0:1746138013.464117:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972512128:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.464245:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972512128:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.464251:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5600 00002000:00100000:3.0:1746138013.464257:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137303480 x1830957972512128/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.464274:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137303480 with x1830957972512128 ext(0->4095) 00002000:00010000:3.0:1746138013.464276:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137303480 00000100:00100000:0.0:1746138013.465802:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.465855:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972512256 00000100:00100000:2.0:1746138013.465862:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972512256 00000100:00100000:2.0:1746138013.465890:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7904 00000100:00100000:2.0:1746138013.465896:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972512256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.465907:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.465921:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac846 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.465959:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.465966:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.465968:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.465971:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.465994:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 55 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.466004:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 55 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.466018:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968168832:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.466092:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.467169:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968168832:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.467186:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.467197:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138013.467232:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972512256:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1335us (1436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.467238:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7904 00000100:00100000:2.0:1746138013.467369:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.467885:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972512384 00000100:00100000:3.0:1746138013.467891:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972512384 00002000:00100000:3.0:1746138013.467917:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c275500 x1830957972512384/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.467925:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275500 with x1830957972512384 ext(0->7) 00010000:00010000:3.0:1746138013.467931:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.467941:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 56 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.467946:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275500 00000100:00100000:3.0:1746138013.467971:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3594 00000100:00100000:3.0:1746138013.467977:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+56:1957:x1830957972512384:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138013.468253:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972512384:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 275us (883us total) trans 4294968006 rc 0/0 00000100:00100000:3.0:1746138013.468274:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3594 00002000:00100000:3.0:1746138013.468280:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c275500 x1830957972512384/t4294968006(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/448 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.468287:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275500 with x1830957972512384 ext(0->7) 00010000:00010000:3.0:1746138013.468291:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.468300:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.468305:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c275500 00000100:00100000:0.0:1746138013.469486:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.469563:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972512512 00000100:00100000:3.0:1746138013.469567:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972512512 00010000:00010000:3.0:1746138013.469584:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.469617:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12981 00000100:00100000:3.0:1746138013.469623:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1959:x1830957972512512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.469632:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.469644:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.469653:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.469671:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1dca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac83f expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.469697:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.469699:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.469705:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.469712:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.469736:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.469746:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968168960:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.469806:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.471812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.471868:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972512768 00000100:00100000:2.0:1746138013.471874:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972512768 00000100:00100000:3.0:1746138013.471902:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968168960:192.168.204.27@tcp:105: 00002000:00100000:2.0:1746138013.471903:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301f80 x1830957972512768/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.471911:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301f80 with x1830957972512768 ext(0->4095) 00002000:00010000:2.0:1746138013.471915:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301f80 00010000:00010000:3.0:1746138013.471917:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.471933:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5601 00000100:00100000:2.0:1746138013.471939:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972512768:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138013.471964:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1959:x1830957972512512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2341us (2481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.471971:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12981 00000100:00100000:2.0:1746138013.472058:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972512768:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.472063:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5601 00002000:00100000:2.0:1746138013.472068:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301f80 x1830957972512768/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.472075:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301f80 with x1830957972512768 ext(0->4095) 00002000:00010000:2.0:1746138013.472078:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137301f80 00000100:00100000:0.0:1746138013.473563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.473610:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972512896 00000100:00100000:2.0:1746138013.473614:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972512896 00000100:00100000:2.0:1746138013.473649:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7905 00000100:00100000:2.0:1746138013.473654:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31560:x1830957972512896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.473666:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.473680:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac84d expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.473713:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.473719:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.473720:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.473723:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.473746:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.473756:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.473766:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968169088:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.473900:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.476610:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968169088:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.476636:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.476650:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138013.476702:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31560:x1830957972512896:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3045us (3140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.476709:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7905 00000100:00100000:0.0:1746138013.476895:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.477149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.477162:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972513152 00000100:00100000:2.0:1746138013.477168:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972513152 00000100:00100000:2.0:1746138013.477193:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7906 00000100:00100000:2.0:1746138013.477198:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972513152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.477209:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.477221:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac854 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.477229:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972513024 00000100:00100000:3.0:1746138013.477233:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972513024 00010000:00010000:2.0:1746138013.477238:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.477243:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.477248:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.477250:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.477251:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.477283:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12982 00010000:00010000:2.0:1746138013.477285:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.477288:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972513024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.477293:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.477296:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.477300:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00010000:00010000:3.0:1746138013.477313:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.477322:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.477323:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972513152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.477328:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7906 00010000:00010000:3.0:1746138013.477337:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1dd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac846 expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.477350:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.477351:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.477357:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.477363:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.477381:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.477391:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.477400:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968169344:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.477483:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.478736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.478820:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972513408 00000100:00100000:2.0:1746138013.478827:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972513408 00002000:00100000:2.0:1746138013.478920:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301180 x1830957972513408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.478929:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301180 with x1830957972513408 ext(0->4095) 00010000:00010000:2.0:1746138013.478935:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.478947:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.478953:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137301180 00000100:00100000:2.0:1746138013.478971:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3595 00000100:00100000:2.0:1746138013.478977:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972513408:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.479226:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972513408:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 249us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.479233:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3595 00002000:00100000:2.0:1746138013.479238:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880137301180 x1830957972513408/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.479250:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137301180 with x1830957972513408 ext(0->4095) 00010000:00010000:2.0:1746138013.479254:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.479277:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.479282:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880137301180 00000100:00100000:3.0:1746138013.479295:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968169344:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.479308:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.479330:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972513024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2042us (2182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.479337:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12982 00000100:00100000:0.0:1746138013.480942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.481034:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972513536 00000100:00100000:2.0:1746138013.481040:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972513536 00000100:00100000:2.0:1746138013.481068:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7907 00000100:00100000:2.0:1746138013.481074:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972513536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.481087:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.481099:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac85b expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.481120:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.481125:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.481130:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.481133:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.481161:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.481175:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.481184:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138013.481220:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972513536:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.481225:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7907 00000100:00100000:0.0:1746138013.481545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.481657:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972513664 00000100:00100000:3.0:1746138013.481661:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972513664 00010000:00010000:3.0:1746138013.481677:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.481705:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12983 00000100:00100000:3.0:1746138013.481710:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972513664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.481718:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.481734:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.481747:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.481765:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1dd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac84d expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.481775:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.481776:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.481781:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.481787:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.481805:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.481815:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.481825:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968169600:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.481897:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.483014:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968169600:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.483026:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.483050:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972513664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1339us (1505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.483061:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12983 00000100:00100000:0.0:1746138013.483612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.483682:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972513920 00000100:00100000:1.0:1746138013.483687:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972513920 00002000:00100000:1.0:1746138013.483716:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148000 x1830957972513920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.483723:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148000 with x1830957972513920 ext(0->4095) 00010000:00010000:1.0:1746138013.483729:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.483740:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.483746:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130148000 00000100:00100000:1.0:1746138013.483759:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3596 00000100:00100000:1.0:1746138013.483765:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972513920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.483881:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972513920:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.483886:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3596 00002000:00100000:1.0:1746138013.483891:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148000 x1830957972513920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.483898:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148000 with x1830957972513920 ext(0->4095) 00010000:00010000:1.0:1746138013.483901:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.483914:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 58 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.483919:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130148000 00000100:00100000:0.0:1746138013.485511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.485547:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.485555:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972514048 00000100:00100000:2.0:1746138013.485561:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972514048 00000100:00100000:2.0:1746138013.485591:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7908 00000100:00100000:2.0:1746138013.485597:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972514048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.485609:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138013.485622:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972514176 00010000:00010000:2.0:1746138013.485623:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac862 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.485626:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972514176 00010000:00010000:3.0:1746138013.485641:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 60 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.485641:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.485646:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.485651:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.485654:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.485687:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.485702:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.485710:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138013.485739:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31559:x1830957972514048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.485744:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7908 00000100:00100000:3.0:1746138013.485756:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12984 00000100:00100000:3.0:1746138013.485763:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1959:x1830957972514176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.485771:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.485786:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.485795:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.485809:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1ddf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac854 expref: 59 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.485816:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.485817:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.485822:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.485827:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.485843:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 5 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.486005:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 5 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.486014:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968169856:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.486146:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.488005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.488076:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968169856:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.488082:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972514432 00000100:00100000:2.0:1746138013.488092:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972514432 00010000:00010000:3.0:1746138013.488094:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746138013.488128:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149f80 x1830957972514432/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.488137:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149f80 with x1830957972514432 ext(0->4095) 00010000:00010000:2.0:1746138013.488144:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.488145:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1959:x1830957972514176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2383us (2597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.488154:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12984 00010000:00010000:2.0:1746138013.488156:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.488162:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130149f80 00000100:00100000:2.0:1746138013.488198:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3597 00000100:00100000:2.0:1746138013.488205:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972514432:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138013.488373:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972514432:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.488380:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3597 00002000:00100000:2.0:1746138013.488385:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130149f80 x1830957972514432/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.488392:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130149f80 with x1830957972514432 ext(0->4095) 00010000:00010000:2.0:1746138013.488396:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.488404:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.488409:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130149f80 00000100:00100000:0.0:1746138013.489682:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.489739:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972514560 00000100:00100000:3.0:1746138013.489745:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972514560 00010000:00010000:3.0:1746138013.489770:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.490015:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12985 00000100:00100000:3.0:1746138013.490022:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972514560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.490034:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.490051:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.490061:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.490082:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1de6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac85b expref: 6 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.490099:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.490100:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.490106:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.490113:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.490142:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.490154:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968169984:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.490241:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45480 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.492121:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.492182:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968169984:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.492198:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.492250:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972514560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2228us (2570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.492269:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12985 00000100:00100000:2.0:1746138013.492686:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972514816 00000100:00100000:2.0:1746138013.492692:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972514816 00002000:00100000:2.0:1746138013.492725:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014a680 x1830957972514816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.492734:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014a680 with x1830957972514816 ext(0->4095) 00002000:00010000:2.0:1746138013.492738:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014a680 00000100:00100000:2.0:1746138013.492758:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5602 00000100:00100000:2.0:1746138013.492763:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972514816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.493330:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972514816:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 565us (1215us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.493336:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5602 00002000:00100000:2.0:1746138013.493342:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014a680 x1830957972514816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.493349:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014a680 with x1830957972514816 ext(0->4095) 00002000:00010000:2.0:1746138013.493351:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014a680 00000100:00100000:0.0:1746138013.494924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.494997:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972514944 00000100:00100000:2.0:1746138013.495004:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972514944 00000100:00100000:2.0:1746138013.495039:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7909 00000100:00100000:2.0:1746138013.495045:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972514944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.495059:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.495075:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac869 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.495097:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.495102:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.495103:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.495105:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.495128:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.495135:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.495143:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968170112:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.495214:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.497240:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968170112:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.497280:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.497301:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138013.497351:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972514944:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2304us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.497359:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7909 00000100:00100000:0.0:1746138013.497853:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.497934:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972515072 00000100:00100000:3.0:1746138013.497941:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972515072 00010000:00010000:3.0:1746138013.497963:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.497992:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12986 00000100:00100000:3.0:1746138013.497999:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972515072:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.498013:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.498031:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.498041:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.498061:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ded lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac862 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.498075:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.498077:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.498083:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.498207:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.498233:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.498243:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968170240:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.498548:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.499779:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968170240:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.499799:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.499853:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972515072:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1852us (1999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.499868:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12986 00000100:00100000:0.0:1746138013.500856:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.500899:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972515328 00000100:00100000:2.0:1746138013.500907:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972515328 00002000:00100000:2.0:1746138013.500942:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014b800 x1830957972515328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.500951:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b800 with x1830957972515328 ext(0->4095) 00002000:00010000:2.0:1746138013.500956:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014b800 00000100:00100000:2.0:1746138013.500983:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5603 00000100:00100000:2.0:1746138013.500990:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972515328:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746138013.501165:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972515328:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.501171:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5603 00002000:00100000:2.0:1746138013.501177:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014b800 x1830957972515328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.501184:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014b800 with x1830957972515328 ext(0->4095) 00002000:00010000:2.0:1746138013.501187:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013014b800 00000100:00100000:0.0:1746138013.502888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.502947:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972515456 00000100:00100000:2.0:1746138013.502954:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972515456 00000100:00100000:0.0:1746138013.502959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.502991:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972515584 00000100:00100000:2.0:1746138013.502994:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972515584 00000100:00100000:0.0:1746138013.503002:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7910 00000100:00100000:0.0:1746138013.503009:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31560:x1830957972515456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138013.503024:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138013.503039:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac870 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.503063:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.503066:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7911 00010000:00010000:0.0:1746138013.503071:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746138013.503072:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972515584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138013.503072:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.503076:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.503078:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.503082:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac877 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.503091:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.503093:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.503098:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.503100:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.503114:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.503129:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.503139:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130148700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968170368:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.503174:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.503189:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.503197:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138013.503218:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31559:x1830957972515584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.503224:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7911 00000100:00100000:1.0:1746138013.503233:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48540 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.504773:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130148700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968170368:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.504792:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.504803:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf67a00, rc 0) 00000100:00100000:1.0:1746138013.504841:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31560:x1830957972515456:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1833us (1959us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.504847:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7910 00000100:00100000:0.0:1746138013.505479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.505549:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972515712 00000100:00100000:3.0:1746138013.505556:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972515712 00010000:00010000:3.0:1746138013.505583:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.505618:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12987 00000100:00100000:3.0:1746138013.505627:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972515712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.505638:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.505656:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.505666:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.505683:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1df4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac869 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.505701:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.505703:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.505710:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.505718:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.505741:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.505751:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.505822:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968170624:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.506112:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45480 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.507445:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968170624:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.507460:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.507492:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972515712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1867us (2014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.507501:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12987 00000100:00100000:0.0:1746138013.507831:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.507943:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972515968 00000100:00100000:2.0:1746138013.507948:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972515968 00002000:00100000:2.0:1746138013.507977:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148380 x1830957972515968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.507993:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148380 with x1830957972515968 ext(0->4095) 00010000:00010000:2.0:1746138013.508000:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.508012:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.508018:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130148380 00000100:00100000:2.0:1746138013.508046:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3598 00000100:00100000:2.0:1746138013.508052:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972515968:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.508322:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972515968:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.508330:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3598 00002000:00100000:2.0:1746138013.508336:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130148380 x1830957972515968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.508343:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130148380 with x1830957972515968 ext(0->4095) 00010000:00010000:2.0:1746138013.508347:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.508356:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.508361:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130148380 00000100:00100000:0.0:1746138013.509802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.509876:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.509963:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972516096 00000100:00100000:1.0:1746138013.509974:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972516096 00000100:00100000:3.0:1746138013.510025:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972516224 00000100:00100000:3.0:1746138013.510035:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972516224 00000100:00100000:1.0:1746138013.510046:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7912 00000100:00100000:1.0:1746138013.510054:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972516096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.510067:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.510069:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.510081:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac87e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.510102:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.510107:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.510108:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12988 00000100:00100000:3.0:1746138013.510115:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972516224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.510117:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138013.510120:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.510127:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.510150:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.510151:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.510162:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.510194:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1dfb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac870 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.510215:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.510217:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.510224:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.510231:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.510272:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.510283:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.510294:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968170880:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.510390:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b456c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746138013.510494:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.510536:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138013.510575:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972516096:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 521us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.510580:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7912 00000100:00100000:3.0:1746138013.511547:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968170880:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.511559:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.511582:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972516224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1467us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.511589:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12988 00000100:00100000:0.0:1746138013.512490:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.512593:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972516480 00000100:00100000:3.0:1746138013.512600:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972516480 00002000:00100000:3.0:1746138013.512630:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014aa00 x1830957972516480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.512639:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014aa00 with x1830957972516480 ext(0->4095) 00010000:00010000:3.0:1746138013.512646:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.512655:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.512660:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014aa00 00000100:00100000:3.0:1746138013.512691:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3599 00000100:00100000:3.0:1746138013.512697:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972516480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.512859:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013014aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972516480:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (369us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.512865:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3599 00002000:00100000:3.0:1746138013.512870:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013014aa00 x1830957972516480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.512876:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013014aa00 with x1830957972516480 ext(0->4095) 00010000:00010000:3.0:1746138013.512880:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.512888:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.512893:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013014aa00 00000100:00100000:0.0:1746138013.515098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.515177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.515270:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972516736 00000100:00100000:3.0:1746138013.515279:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972516736 00010000:00010000:3.0:1746138013.515312:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.515324:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972516608 00000100:00100000:1.0:1746138013.515328:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972516608 00000100:00100000:1.0:1746138013.515412:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7913 00000100:00100000:1.0:1746138013.515444:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972516608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.515460:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.515478:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac885 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.515501:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746138013.515580:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12989 00000100:00100000:3.0:1746138013.515587:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1959:x1830957972516736:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.515596:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.515649:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.515661:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138013.515665:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.515778:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.515790:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.515909:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac877 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.515936:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.515937:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.515942:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.515949:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.515974:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.515985:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.515998:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968171008:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.516078:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45780 going to sleep for 11 seconds 00010000:00010000:1.0:1746138013.516210:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.516218:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.516224:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968171136:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.516246:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.517493:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968171008:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.517510:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968171136:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.517511:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138013.517533:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.517545:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00000100:00100000:3.0:1746138013.517551:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130148700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1959:x1830957972516736:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1963us (2459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.517561:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12989 00000100:00100000:1.0:1746138013.517566:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972516608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2123us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.517572:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7913 00000100:00100000:0.0:1746138013.517963:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.518030:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972516992 00000100:00100000:1.0:1746138013.518036:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972516992 00002000:00100000:1.0:1746138013.518061:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0700 x1830957972516992/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.518069:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0700 with x1830957972516992 ext(0->4095) 00010000:00010000:1.0:1746138013.518080:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.518092:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.518098:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0700 00000100:00100000:1.0:1746138013.518185:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3600 00000100:00100000:1.0:1746138013.518192:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972516992:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.518346:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972516992:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.518352:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3600 00002000:00100000:1.0:1746138013.518356:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0700 x1830957972516992/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.518363:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0700 with x1830957972516992 ext(0->4095) 00010000:00010000:1.0:1746138013.518367:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.518376:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.518381:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef0700 00000100:00100000:0.0:1746138013.520572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.520881:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972517120 00000100:00100000:3.0:1746138013.520892:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972517120 00010000:00010000:3.0:1746138013.520925:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.520963:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12990 00000100:00100000:3.0:1746138013.520970:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972517120:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.520981:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.521000:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.521011:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.521031:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac87e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.521054:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.521056:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.521063:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.521071:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.521099:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.521109:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968171264:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.521206:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.523861:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968171264:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.523879:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.523928:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972517120:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2957us (3366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.523938:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12990 00000100:00100000:0.0:1746138013.524203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.524366:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972517376 00000100:00100000:3.0:1746138013.524371:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972517376 00002000:00100000:3.0:1746138013.524403:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef2300 x1830957972517376/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.524411:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef2300 with x1830957972517376 ext(0->4095) 00002000:00010000:3.0:1746138013.524444:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef2300 00000100:00100000:3.0:1746138013.524460:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5604 00000100:00100000:3.0:1746138013.524467:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972517376:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.524712:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972517376:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 244us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.524718:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5604 00002000:00100000:3.0:1746138013.524723:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef2300 x1830957972517376/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.524730:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef2300 with x1830957972517376 ext(0->4095) 00002000:00010000:3.0:1746138013.524733:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef2300 00000100:00100000:0.0:1746138013.526057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.526113:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972517504 00000100:00100000:1.0:1746138013.526120:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972517504 00000100:00100000:1.0:1746138013.526162:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7914 00000100:00100000:1.0:1746138013.526168:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972517504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.526184:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.526198:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac88c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.526221:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.526226:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.526228:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.526231:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.526272:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.526281:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 57 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.526291:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968171392:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.526379:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.528245:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.528456:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972517632 00000100:00100000:3.0:1746138013.528462:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972517632 00010000:00010000:3.0:1746138013.528494:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.528530:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12991 00000100:00100000:3.0:1746138013.528536:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972517632:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.528546:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138013.528632:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968171392:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.528658:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.528671:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138013.528718:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972517504:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2550us (2665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.528727:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7914 00010000:00010000:3.0:1746138013.528795:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.528806:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.528827:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1e10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac885 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.528840:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.528842:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.528847:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.528859:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.528884:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.528894:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968171520:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.529074:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.530880:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968171520:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.530895:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.530938:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1958:x1830957972517632:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2399us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.530947:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12991 00000100:00100000:0.0:1746138013.531223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.531308:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972517888 00000100:00100000:3.0:1746138013.531314:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972517888 00002000:00100000:3.0:1746138013.531339:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0000 x1830957972517888/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.531348:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0000 with x1830957972517888 ext(0->4095) 00002000:00010000:3.0:1746138013.531352:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef0000 00000100:00100000:1.0:1746138013.531681:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5605 00000100:00100000:1.0:1746138013.531690:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972517888:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.531797:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972517888:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.531802:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5605 00002000:00100000:1.0:1746138013.531807:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0000 x1830957972517888/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.531813:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0000 with x1830957972517888 ext(0->4095) 00002000:00010000:1.0:1746138013.531816:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef0000 00000100:00100000:0.0:1746138013.533999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.534054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.534133:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972518016 00000100:00100000:1.0:1746138013.534140:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972518016 00000100:00100000:1.0:1746138013.534171:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972518144 00000100:00100000:1.0:1746138013.534173:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972518144 00000100:00100000:1.0:1746138013.534339:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7915 00000100:00100000:1.0:1746138013.534347:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31560:x1830957972518016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138013.534348:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7916 00000100:00100000:2.0:1746138013.534356:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972518144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.534362:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.534363:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.534376:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac89a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.534376:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac893 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.534401:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.534407:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.534409:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.534413:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.534614:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.534619:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.534624:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.534628:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.534648:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.534659:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.534670:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968171648:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.534684:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.534695:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.534704:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138013.534724:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31560:x1830957972518016:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 379us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.534729:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7915 00000100:00100000:2.0:1746138013.534767:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.536928:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968171648:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.536952:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.536971:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138013.537007:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972518144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2652us (2953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.537014:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7916 00000100:00100000:0.0:1746138013.537107:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.537217:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972518272 00000100:00100000:3.0:1746138013.537223:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972518272 00010000:00010000:3.0:1746138013.537244:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.537300:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12992 00000100:00100000:3.0:1746138013.537308:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972518272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.537317:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.537336:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.537345:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.537365:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1e17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac88c expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.537378:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.537379:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.537385:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.537392:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.537444:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.537455:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.537464:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968171904:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.537507:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.539612:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968171904:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.539628:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.539658:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972518272:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2351us (2551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.539666:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12992 00000100:00100000:1.0:1746138013.539972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.540223:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972518528 00000100:00100000:3.0:1746138013.540229:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972518528 00002000:00100000:3.0:1746138013.540265:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8ad80 x1830957972518528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.540274:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8ad80 with x1830957972518528 ext(0->4095) 00010000:00010000:3.0:1746138013.540281:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.540291:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.540298:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8ad80 00000100:00100000:3.0:1746138013.540520:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3601 00000100:00100000:3.0:1746138013.540527:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972518528:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.540662:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972518528:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (690us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.540668:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3601 00002000:00100000:3.0:1746138013.540673:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8ad80 x1830957972518528/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.540680:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8ad80 with x1830957972518528 ext(0->4095) 00010000:00010000:3.0:1746138013.540686:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.540694:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.540699:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8ad80 00000100:00100000:0.0:1746138013.542535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.542613:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972518656 00000100:00100000:3.0:1746138013.542619:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972518656 00010000:00010000:3.0:1746138013.542640:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.542661:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12993 00000100:00100000:3.0:1746138013.542667:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972518656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.542677:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.542695:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.542705:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.542726:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac89a expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.542742:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.542745:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.542751:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.542819:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.542848:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.542858:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968172032:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.543085:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b456c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.545815:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968172032:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.545834:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.545873:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972518656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3205us (3341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.545883:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12993 00000100:00100000:0.0:1746138013.546192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.546447:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972518912 00000100:00100000:3.0:1746138013.546453:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972518912 00002000:00100000:3.0:1746138013.546486:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0380 x1830957972518912/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.546495:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0380 with x1830957972518912 ext(0->4095) 00002000:00010000:3.0:1746138013.546498:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef0380 00000100:00100000:3.0:1746138013.546524:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5606 00000100:00100000:3.0:1746138013.546531:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972518912:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.546667:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972518912:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (475us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.546676:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5606 00002000:00100000:3.0:1746138013.546682:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef0380 x1830957972518912/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.546689:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef0380 with x1830957972518912 ext(0->4095) 00002000:00010000:3.0:1746138013.546691:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130ef0380 00000100:00100000:0.0:1746138013.549115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.549222:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972519040 00000100:00100000:2.0:1746138013.549229:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972519040 00000100:00100000:2.0:1746138013.549278:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7917 00000100:00100000:2.0:1746138013.549285:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972519040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.549299:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.549314:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8a1 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.549338:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.549345:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.549347:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.549350:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.549374:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.549385:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 57 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.549396:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968172160:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.549502:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.551917:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968172160:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.551947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.552018:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.552034:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138013.552072:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972519040:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2787us (2962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.552079:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7917 00000100:00100000:3.0:1746138013.552165:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972519168 00000100:00100000:3.0:1746138013.552171:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972519168 00010000:00010000:3.0:1746138013.552193:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.552737:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12994 00000100:00100000:3.0:1746138013.552745:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972519168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.552756:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.552777:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.552787:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.552804:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac893 expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.552818:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.552819:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.552825:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.553028:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.553055:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.553065:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968172288:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.553135:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.554542:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968172288:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.554554:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.554581:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:1957:x1830957972519168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1836us (2633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.554589:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12994 00000100:00100000:2.0:1746138013.555675:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.555721:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972519424 00000100:00100000:1.0:1746138013.555726:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972519424 00002000:00100000:1.0:1746138013.555751:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274700 x1830957972519424/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.555760:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274700 with x1830957972519424 ext(0->4095) 00002000:00010000:1.0:1746138013.555764:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c274700 00000100:00100000:1.0:1746138013.555787:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5607 00000100:00100000:1.0:1746138013.555794:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972519424:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.555916:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972519424:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.555920:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5607 00002000:00100000:1.0:1746138013.555923:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274700 x1830957972519424/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.555929:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274700 with x1830957972519424 ext(0->4095) 00002000:00010000:1.0:1746138013.555931:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c274700 00000100:00100000:0.0:1746138013.556801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.556926:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972519552 00000100:00100000:2.0:1746138013.556930:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972519552 00000100:00100000:2.0:1746138013.556990:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7918 00000100:00100000:2.0:1746138013.556996:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+57:31559:x1830957972519552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.557006:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.557019:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8a8 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.557039:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.557044:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.557046:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.557049:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.557074:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.557087:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.557096:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968172416:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.557539:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.557659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.557722:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972519680 00000100:00100000:1.0:1746138013.557726:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972519680 00000100:00100000:1.0:1746138013.557745:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7919 00000100:00100000:1.0:1746138013.557751:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31560:x1830957972519680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.557757:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.557763:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8af expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.557774:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.557777:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.557782:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.557785:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.557803:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.557812:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.557820:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:1.0:1746138013.557841:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31560:x1830957972519680:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.557847:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7919 00000100:00100000:2.0:1746138013.558937:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968172416:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.559036:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.559046:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138013.559192:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31559:x1830957972519552:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2195us (2390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.559198:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7918 00000100:00100000:0.0:1746138013.559362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.559646:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972519808 00000100:00100000:3.0:1746138013.559651:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972519808 00010000:00010000:3.0:1746138013.559672:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.559695:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12995 00000100:00100000:3.0:1746138013.559700:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972519808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.559709:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.559725:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.559735:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.559754:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1e2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a1 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.559766:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.559767:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.559772:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.559779:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.559800:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.559810:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.559820:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968172672:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.560578:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.561631:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968172672:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.561642:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.561670:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972519808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1968us (2308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.561677:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12995 00000100:00100000:0.0:1746138013.562249:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.562301:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972520064 00000100:00100000:1.0:1746138013.562307:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972520064 00002000:00100000:1.0:1746138013.562331:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3100 x1830957972520064/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.562340:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3100 with x1830957972520064 ext(0->4095) 00010000:00010000:1.0:1746138013.562346:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.562357:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.562363:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef3100 00000100:00100000:1.0:1746138013.562382:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3602 00000100:00100000:1.0:1746138013.562392:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972520064:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.562540:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972520064:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.562549:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3602 00002000:00100000:1.0:1746138013.562554:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130ef3100 x1830957972520064/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.562561:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130ef3100 with x1830957972520064 ext(0->4095) 00010000:00010000:1.0:1746138013.562565:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.562578:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.562584:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130ef3100 00000100:00100000:0.0:1746138013.563909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.563979:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972520192 00000100:00100000:3.0:1746138013.563985:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972520192 00010000:00010000:3.0:1746138013.564929:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.564970:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12996 00000100:00100000:3.0:1746138013.564977:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1960:x1830957972520192:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.564990:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.565008:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.565019:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.565039:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8a8 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.565058:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.565060:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.565066:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.565073:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.565100:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 58 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.565112:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968172800:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.565203:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.568608:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.568696:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972520448 00000100:00100000:2.0:1746138013.568703:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972520448 00002000:00100000:2.0:1746138013.568740:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71180 x1830957972520448/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.568750:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71180 with x1830957972520448 ext(0->4095) 00002000:00010000:2.0:1746138013.568756:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71180 00000100:00100000:2.0:1746138013.568775:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5608 00000100:00100000:2.0:1746138013.568782:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972520448:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.568906:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972520448:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.568915:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5608 00002000:00100000:2.0:1746138013.568920:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71180 x1830957972520448/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.568926:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71180 with x1830957972520448 ext(0->4095) 00002000:00010000:2.0:1746138013.568929:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71180 00000100:00100000:3.0:1746138013.569042:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968172800:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.569060:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.569084:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1960:x1830957972520192:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4108us (5177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.569092:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12996 00000100:00100000:2.0:1746138013.572988:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.573069:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972520576 00000100:00100000:0.0:1746138013.573076:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972520576 00000100:00100000:0.0:1746138013.573118:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7920 00000100:00100000:0.0:1746138013.573126:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972520576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746138013.573141:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138013.573155:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8b6 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.573179:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.573186:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138013.573188:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138013.573191:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.573217:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 57 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.573227:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 57 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.573237:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968172928:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.573702:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.576625:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968172928:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.576647:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.576662:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf67a00, rc 0) 00000100:00100000:2.0:1746138013.576702:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972520576:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3578us (3721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.576708:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7920 00000100:00100000:0.0:1746138013.576999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.577888:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972520704 00000100:00100000:3.0:1746138013.577897:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972520704 00010000:00010000:3.0:1746138013.577930:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.577978:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12997 00000100:00100000:3.0:1746138013.577986:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1957:x1830957972520704:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.577999:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.578024:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.578036:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.578057:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1e3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8af expref: 58 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.578358:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.578360:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.578368:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.578382:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.578447:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.578867:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968173056:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.578972:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.579200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.579312:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972520832 00000100:00100000:1.0:1746138013.579317:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972520832 00000100:00100000:1.0:1746138013.579344:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7921 00000100:00100000:1.0:1746138013.579349:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972520832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.579360:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.579370:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8bd expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.579387:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.579393:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.579394:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.579397:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.579413:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.579448:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.579461:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968173184:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.580214:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.581205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.581222:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968173056:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.581685:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.581738:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1957:x1830957972520704:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3751us (4737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.581747:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12997 00000100:00100000:1.0:1746138013.581809:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972521088 00000100:00100000:1.0:1746138013.581815:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972521088 00002000:00100000:1.0:1746138013.581846:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71500 x1830957972521088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.581856:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71500 with x1830957972521088 ext(0->4095) 00010000:00010000:1.0:1746138013.581864:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.581876:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.581881:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa71500 00000100:00100000:0.0:1746138013.581903:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968173184:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.581910:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3603 00000100:00100000:1.0:1746138013.581915:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972521088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00010000:00010000:0.0:1746138013.581918:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 58 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.581930:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:0.0:1746138013.581950:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:31559:x1830957972520832:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2601us (2751us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.581956:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7921 00000100:00100000:1.0:1746138013.582042:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972521088:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (840us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.582047:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3603 00002000:00100000:1.0:1746138013.582052:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa71500 x1830957972521088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.582060:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71500 with x1830957972521088 ext(0->4095) 00010000:00010000:1.0:1746138013.582064:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.582074:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.582079:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa71500 00000100:00100000:0.0:1746138013.584177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.584354:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972521216 00000100:00100000:3.0:1746138013.584364:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972521216 00010000:00010000:3.0:1746138013.584393:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.584464:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12998 00000100:00100000:3.0:1746138013.584471:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972521216:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.584481:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.584498:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.584509:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.584775:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e1e41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8b6 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.584806:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.585098:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.585105:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.585113:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.585144:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.585349:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968173312:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.585475:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.587475:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968173312:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.587495:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.588084:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972521216:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3611us (3938us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.588094:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12998 00000100:00100000:0.0:1746138013.588283:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.589022:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972521472 00000100:00100000:3.0:1746138013.589029:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972521472 00002000:00100000:3.0:1746138013.589062:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72680 x1830957972521472/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.589077:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72680 with x1830957972521472 ext(0->4095) 00002000:00010000:3.0:1746138013.589080:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa72680 00000100:00100000:3.0:1746138013.589099:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5609 00000100:00100000:3.0:1746138013.589105:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1959:x1830957972521472:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138013.589238:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1959:x1830957972521472:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (955us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.589243:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5609 00002000:00100000:3.0:1746138013.589248:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72680 x1830957972521472/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.589264:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72680 with x1830957972521472 ext(0->4095) 00002000:00010000:3.0:1746138013.589266:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa72680 00000100:00100000:0.0:1746138013.590937:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.591216:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972521600 00000100:00100000:2.0:1746138013.591221:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972521600 00000100:00100000:2.0:1746138013.591306:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7922 00000100:00100000:2.0:1746138013.591313:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972521600:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.591326:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.591340:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8c4 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.591362:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.591374:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.591376:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.591378:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.591403:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 57 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.591555:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 57 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.591568:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968173440:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.591762:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.594459:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968173440:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.594485:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.594498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.594499:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872000, rc 0) 00000100:00100000:2.0:1746138013.594537:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972521600:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3224us (3603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.594544:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7922 00000100:00100000:3.0:1746138013.594568:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972521728 00000100:00100000:3.0:1746138013.594574:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972521728 00002000:00100000:3.0:1746138013.594598:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008aa72300 x1830957972521728/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.594607:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72300 with x1830957972521728 ext(0->7) 00010000:00010000:3.0:1746138013.594613:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.594623:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 58 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.594629:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72300 00000100:00100000:3.0:1746138013.594654:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3604 00000100:00100000:3.0:1746138013.594660:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+58:1958:x1830957972521728:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746138013.595123:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972521728:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 462us (625us total) trans 4294968007 rc 0/0 00000100:00100000:3.0:1746138013.595129:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3604 00002000:00100000:3.0:1746138013.595135:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008aa72300 x1830957972521728/t4294968007(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/448 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.595142:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72300 with x1830957972521728 ext(0->7) 00010000:00010000:3.0:1746138013.595147:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.595156:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.595166:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa72300 00000100:00100000:0.0:1746138013.597175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.597229:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972521856 00000100:00100000:3.0:1746138013.597234:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972521856 00010000:00010000:3.0:1746138013.597268:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.597299:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12999 00000100:00100000:3.0:1746138013.597306:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972521856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.597316:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.597331:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.597340:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.597360:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8bd expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.597389:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.597390:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.597397:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.597404:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.597452:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.597463:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968173568:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.597534:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.598932:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968173568:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.598944:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.598978:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972521856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1672us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.598985:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12999 00000100:00100000:0.0:1746138013.599662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.599707:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972522112 00000100:00100000:3.0:1746138013.599711:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972522112 00002000:00100000:3.0:1746138013.599734:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72a00 x1830957972522112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.599753:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72a00 with x1830957972522112 ext(0->4095) 00002000:00010000:3.0:1746138013.599756:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa72a00 00000100:00100000:3.0:1746138013.599786:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5610 00000100:00100000:3.0:1746138013.599792:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972522112:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.599916:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972522112:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.599921:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5610 00002000:00100000:3.0:1746138013.599926:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa72a00 x1830957972522112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.599932:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa72a00 with x1830957972522112 ext(0->4095) 00002000:00010000:3.0:1746138013.599935:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa72a00 00000100:00100000:0.0:1746138013.602513:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.602675:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972522240 00000100:00100000:2.0:1746138013.602681:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972522240 00000100:00100000:2.0:1746138013.602723:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7923 00000100:00100000:2.0:1746138013.602729:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:31560:x1830957972522240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.602745:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.602758:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8cb expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.602780:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.602786:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.602788:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.602791:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.602815:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.602825:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.602836:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968173696:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.602916:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.603131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.603197:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972522368 00000100:00100000:3.0:1746138013.603201:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972522368 00000100:00100000:3.0:1746138013.603231:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7924 00000100:00100000:3.0:1746138013.603237:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31559:x1830957972522368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.603244:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.603251:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8d2 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.603275:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.603279:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 62 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.603284:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.603288:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.603306:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 62 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.603316:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.603324:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093415000, rc 0) 00000100:00100000:3.0:1746138013.603361:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31559:x1830957972522368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.603367:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7924 00000100:00100000:2.0:1746138013.604360:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968173696:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.604375:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.604384:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138013.604434:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31560:x1830957972522240:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1688us (1909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.604443:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7923 00000100:00100000:0.0:1746138013.604978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.605043:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972522496 00000100:00100000:3.0:1746138013.605047:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972522496 00010000:00010000:3.0:1746138013.605062:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.605089:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13000 00000100:00100000:3.0:1746138013.605095:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972522496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.605103:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.605122:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.605130:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.605146:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872000/0x8ae21a86589e1e4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8c4 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.605158:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.605160:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.605165:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.605171:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.605190:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.605198:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.605207:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968173952:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.605253:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.606331:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968173952:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.606340:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.606359:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972522496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1264us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.606366:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13000 00000100:00100000:0.0:1746138013.607591:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.607688:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972522752 00000100:00100000:1.0:1746138013.607693:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972522752 00002000:00100000:1.0:1746138013.607719:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70a80 x1830957972522752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.607728:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70a80 with x1830957972522752 ext(0->4095) 00010000:00010000:1.0:1746138013.607735:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.607746:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.607752:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa70a80 00000100:00100000:1.0:1746138013.607835:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3605 00000100:00100000:1.0:1746138013.607841:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972522752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.608048:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972522752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 207us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.608054:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3605 00002000:00100000:1.0:1746138013.608060:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70a80 x1830957972522752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.608076:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70a80 with x1830957972522752 ext(0->4095) 00010000:00010000:1.0:1746138013.608083:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.608092:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.608097:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa70a80 00000100:00100000:0.0:1746138013.611389:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.612107:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972523008 00000100:00100000:2.0:1746138013.612114:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972523008 00000100:00100000:2.0:1746138013.612159:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7925 00000100:00100000:2.0:1746138013.612166:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972523008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.612180:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.612193:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8d9 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.612213:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.612217:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.612223:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.612226:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.612252:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.612271:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.612279:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:0.0:1746138013.612337:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.612494:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972522880 00000100:00100000:3.0:1746138013.612499:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972522880 00010000:00010000:3.0:1746138013.612515:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.612584:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13001 00000100:00100000:3.0:1746138013.612590:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1960:x1830957972522880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.612597:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.612615:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.612624:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.612638:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8cb expref: 61 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.612799:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972523008:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 633us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.612805:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7925 00010000:00010000:3.0:1746138013.612923:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.612925:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.612932:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.612939:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.612958:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.612968:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.612983:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968174208:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.613028:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45840 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.614352:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968174208:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.614365:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.614538:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1960:x1830957972522880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1947us (2200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.614546:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13001 00000100:00100000:1.0:1746138013.615026:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.615082:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972523264 00000100:00100000:2.0:1746138013.615087:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972523264 00002000:00100000:2.0:1746138013.615113:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b800 x1830957972523264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.615121:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b800 with x1830957972523264 ext(0->4095) 00010000:00010000:2.0:1746138013.615127:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.615138:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.615144:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8b800 00000100:00100000:2.0:1746138013.615169:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3606 00000100:00100000:2.0:1746138013.615176:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1960:x1830957972523264:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138013.615305:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1960:x1830957972523264:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.615310:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3606 00002000:00100000:2.0:1746138013.615314:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8b800 x1830957972523264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.615321:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b800 with x1830957972523264 ext(0->4095) 00010000:00010000:2.0:1746138013.615326:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.615334:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 60 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.615344:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba8b800 00000100:00100000:0.0:1746138013.616725:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.616815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.616920:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972523392 00000100:00100000:2.0:1746138013.616929:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972523520 00000100:00100000:3.0:1746138013.616930:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972523392 00000100:00100000:2.0:1746138013.616938:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972523520 00010000:00010000:3.0:1746138013.616965:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 61 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.617074:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13002 00000100:00100000:0.0:1746138013.617083:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1958:x1830957972523392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138013.617100:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138013.617129:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 61 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.617142:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 61 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.617170:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093415000/0x8ae21a86589e1e5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d2 expref: 61 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.617202:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.617204:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.617302:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.617311:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.617348:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7926 00010000:00010000:0.0:1746138013.617348:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.617356:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31559:x1830957972523520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746138013.617360:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968174336:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.617370:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.617387:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8e0 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.617412:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.617448:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.617450:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.617453:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 61 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.617717:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746138013.617879:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.617893:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.617905:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968174464:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.617985:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.619736:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968174464:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.619757:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968174336:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.619774:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 61 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.619780:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138013.619790:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873600, rc 0) 00000100:00100000:2.0:1746138013.619849:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31559:x1830957972523520:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2493us (3132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.619849:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1958:x1830957972523392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2766us (3031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.619859:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7926 00000100:00100000:1.0:1746138013.619860:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13002 00000100:00100000:0.0:1746138013.620111:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.620177:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972523776 00000100:00100000:3.0:1746138013.620186:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972523776 00002000:00100000:3.0:1746138013.620231:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa73800 x1830957972523776/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.620246:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73800 with x1830957972523776 ext(0->4095) 00010000:00010000:3.0:1746138013.620253:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.620280:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.620286:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa73800 00000100:00100000:3.0:1746138013.620304:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3607 00000100:00100000:3.0:1746138013.620311:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972523776:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.620513:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972523776:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 201us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.620519:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3607 00002000:00100000:3.0:1746138013.620525:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa73800 x1830957972523776/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.620532:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73800 with x1830957972523776 ext(0->4095) 00010000:00010000:3.0:1746138013.620536:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.620545:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.620550:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008aa73800 00000100:00100000:0.0:1746138013.622406:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.622509:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972523904 00000100:00100000:1.0:1746138013.622522:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972523904 00010000:00010000:1.0:1746138013.622566:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.622606:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13003 00000100:00100000:1.0:1746138013.622613:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972523904:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.622626:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.622646:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.622656:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.622684:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e1e64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8d9 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.622712:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.622713:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.622720:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.622728:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.622830:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.622843:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968174592:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.622931:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.625304:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.625306:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968174592:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.625367:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972524160 00000100:00100000:3.0:1746138013.625375:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972524160 00002000:00100000:3.0:1746138013.625469:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70e00 x1830957972524160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.625482:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70e00 with x1830957972524160 ext(0->4095) 00002000:00010000:3.0:1746138013.625487:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa70e00 00000100:00100000:3.0:1746138013.625518:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5611 00010000:00010000:1.0:1746138013.625519:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.625524:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972524160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.625571:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972523904:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2958us (3175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.625579:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13003 00000100:00100000:3.0:1746138013.625687:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972524160:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.625697:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5611 00002000:00100000:3.0:1746138013.625702:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008aa70e00 x1830957972524160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.625709:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70e00 with x1830957972524160 ext(0->4095) 00002000:00010000:3.0:1746138013.625712:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa70e00 00000100:00100000:0.0:1746138013.628835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.628893:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972524288 00000100:00100000:2.0:1746138013.628908:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972524288 00000100:00100000:2.0:1746138013.629072:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7927 00000100:00100000:2.0:1746138013.629081:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972524288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.629103:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.629123:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8e7 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.629160:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.629168:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.629170:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.629174:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.629210:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.629223:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.629236:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968174720:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.629351:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.632067:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.632075:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968174720:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.632113:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.632136:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873c00, rc 0) 00000100:00100000:2.0:1746138013.632203:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972524288:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3123us (3381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.632213:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7927 00000100:00100000:1.0:1746138013.632308:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972524416 00000100:00100000:1.0:1746138013.632317:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972524416 00010000:00010000:1.0:1746138013.632348:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.632387:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13004 00000100:00100000:1.0:1746138013.632395:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972524416:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.632412:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138013.632474:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.632487:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.632509:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873600/0x8ae21a86589e1e6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e0 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.632534:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.632536:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.632544:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.632552:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.632584:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.632598:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968174848:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.632808:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.633908:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968174848:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138013.633920:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138013.633941:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+59:1958:x1830957972524416:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1547us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.633946:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13004 00000100:00100000:0.0:1746138013.634316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.634362:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972524672 00000100:00100000:3.0:1746138013.634367:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972524672 00002000:00100000:3.0:1746138013.634401:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b1c00 x1830957972524672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.634412:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b1c00 with x1830957972524672 ext(0->4095) 00002000:00010000:3.0:1746138013.634452:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b1c00 00000100:00100000:3.0:1746138013.634471:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5612 00000100:00100000:3.0:1746138013.634478:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972524672:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.634650:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972524672:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.634656:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5612 00002000:00100000:3.0:1746138013.634662:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b1c00 x1830957972524672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.634669:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b1c00 with x1830957972524672 ext(0->4095) 00002000:00010000:3.0:1746138013.634672:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b1c00 00000100:00100000:0.0:1746138013.635875:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.635935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.635982:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972524800 00000100:00100000:1.0:1746138013.635986:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972524800 00000100:00100000:2.0:1746138013.635991:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972524928 00000100:00100000:2.0:1746138013.635994:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972524928 00000100:00100000:1.0:1746138013.636011:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7928 00000100:00100000:1.0:1746138013.636018:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31559:x1830957972524800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.636031:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.636047:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8ee expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.636070:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.636077:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.636079:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.636082:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.636106:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.636117:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 5 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.636127:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968174976:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.636176:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.636184:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7929 00000100:00100000:2.0:1746138013.636190:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31560:x1830957972524928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.636196:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.636202:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8f5 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.636213:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.636216:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.636221:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.636224:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 62 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.636249:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.636270:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 62 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.636279:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873a00, rc 0) 00000100:00100000:2.0:1746138013.636313:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31560:x1830957972524928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.636319:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7929 00000100:00100000:0.0:1746138013.639560:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.639682:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968174976:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.639712:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.639732:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138013.639778:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31559:x1830957972524800:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3760us (3905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.639786:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7928 00000100:00100000:2.0:1746138013.639875:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972525056 00000100:00100000:2.0:1746138013.639882:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972525056 00010000:00010000:2.0:1746138013.639910:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.639944:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13005 00000100:00100000:2.0:1746138013.639950:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972525056:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.639964:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.639989:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.640000:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.640023:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873c00/0x8ae21a86589e1e72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8e7 expref: 6 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.640040:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.640042:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.640049:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.640402:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.640568:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.640581:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 60 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.640593:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968175232:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.642786:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.645539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.645557:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968175232:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.645578:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972525312 00010000:00010000:2.0:1746138013.645582:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.645584:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972525312 00002000:00100000:0.0:1746138013.645619:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b3480 x1830957972525312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.645627:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3480 with x1830957972525312 ext(0->4095) 00000100:00100000:2.0:1746138013.645628:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972525056:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5676us (6076us total) trans 0 rc 0/0 00010000:00010000:0.0:1746138013.645634:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.645636:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13005 00010000:00010000:0.0:1746138013.645645:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746138013.645651:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b3480 00000100:00100000:0.0:1746138013.645664:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3608 00000100:00100000:0.0:1746138013.645669:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972525312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138013.645808:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972525312:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138013.645814:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3608 00002000:00100000:0.0:1746138013.645819:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b3480 x1830957972525312/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.645826:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b3480 with x1830957972525312 ext(0->4095) 00010000:00010000:0.0:1746138013.645830:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.645838:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746138013.645844:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998b3480 00000100:00100000:0.0:1746138013.646982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.647336:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972525440 00000100:00100000:2.0:1746138013.647346:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972525440 00010000:00010000:2.0:1746138013.647381:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.647467:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13006 00000100:00100000:3.0:1746138013.647476:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1960:x1830957972525440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.647489:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.647507:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.647518:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.647537:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1e79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8ee expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.647553:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.647555:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.647561:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.647568:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.647597:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 60 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.647606:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968175360:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.647681:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.650209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.650297:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972525696 00000100:00100000:1.0:1746138013.650307:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972525696 00000100:00100000:3.0:1746138013.650346:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968175360:192.168.204.27@tcp:105: 00002000:00100000:1.0:1746138013.650352:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b0700 x1830957972525696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.650361:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b0700 with x1830957972525696 ext(0->4095) 00010000:00010000:3.0:1746138013.650365:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746138013.650366:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b0700 00000100:00100000:3.0:1746138013.650406:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1960:x1830957972525440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2931us (3434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.650406:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5613 00000100:00100000:1.0:1746138013.650413:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972525696:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.650444:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13006 00000100:00100000:1.0:1746138013.650689:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1957:x1830957972525696:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 275us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.650694:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5613 00002000:00100000:1.0:1746138013.650699:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800998b0700 x1830957972525696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.650706:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998b0700 with x1830957972525696 ext(0->4095) 00002000:00010000:1.0:1746138013.650708:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998b0700 00000100:00100000:0.0:1746138013.652570:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.652729:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972525824 00000100:00100000:1.0:1746138013.652739:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972525824 00000100:00100000:1.0:1746138013.652794:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7930 00000100:00100000:1.0:1746138013.652801:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972525824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.652819:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.652838:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac8fc expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.652869:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.652876:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.652878:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.652882:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.652966:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 59 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.652978:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 59 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.652991:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968175488:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.653093:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.654892:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968175488:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.654926:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.654926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138013.654948:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138013.654989:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972525824:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2188us (2429us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.654998:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7930 00000100:00100000:3.0:1746138013.655013:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972525952 00000100:00100000:3.0:1746138013.655025:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972525952 00010000:00010000:3.0:1746138013.655064:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.655111:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13007 00000100:00100000:3.0:1746138013.655118:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1958:x1830957972525952:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.655130:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.655153:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.655164:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.655184:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873a00/0x8ae21a86589e1e80 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8f5 expref: 60 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.655211:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.655213:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.659352:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.659376:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.659451:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.659466:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968175616:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.659572:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.660283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.660353:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972526080 00000100:00100000:1.0:1746138013.660362:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972526080 00000100:00100000:1.0:1746138013.660435:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7931 00000100:00100000:1.0:1746138013.660444:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31559:x1830957972526080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.660460:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.660475:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac903 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.660497:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.660504:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.660505:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.660508:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.660527:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.660537:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.660552:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968175744:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.660623:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.661064:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968175616:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.661083:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.661123:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1958:x1830957972525952:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 6005us (6197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.661131:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13007 00000100:00100000:0.0:1746138013.661724:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.662297:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972526336 00000100:00100000:1.0:1746138013.662308:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972526336 00002000:00100000:1.0:1746138013.662364:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69c00 x1830957972526336/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.662376:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69c00 with x1830957972526336 ext(0->4095) 00010000:00010000:1.0:1746138013.662386:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.662400:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.662407:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69c00 00000100:00100000:1.0:1746138013.662475:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3609 00000100:00100000:1.0:1746138013.662483:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972526336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.662545:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968175744:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.662573:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 60 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.662588:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:2.0:1746138013.662643:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:31559:x1830957972526080:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2199us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.662649:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7931 00000100:00100000:1.0:1746138013.662682:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972526336:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (959us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.662687:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3609 00002000:00100000:1.0:1746138013.662692:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69c00 x1830957972526336/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.662699:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69c00 with x1830957972526336 ext(0->4095) 00010000:00010000:1.0:1746138013.662703:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.662713:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.662719:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69c00 00000100:00100000:0.0:1746138013.664103:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.664158:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972526464 00000100:00100000:3.0:1746138013.664165:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972526464 00010000:00010000:3.0:1746138013.664192:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.664227:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13008 00000100:00100000:3.0:1746138013.664234:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972526464:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.664253:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.664291:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.664303:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.664335:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1e87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac8fc expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.664363:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.664367:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.664376:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.664385:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.664489:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.664505:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968175872:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.664612:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45300 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.666092:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968175872:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.666115:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.666171:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972526464:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1936us (2071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.666181:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13008 00000100:00100000:0.0:1746138013.666243:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.666380:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972526720 00000100:00100000:2.0:1746138013.666389:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972526720 00002000:00100000:2.0:1746138013.666593:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6bb80 x1830957972526720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.666604:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6bb80 with x1830957972526720 ext(0->4095) 00002000:00010000:2.0:1746138013.666610:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6bb80 00000100:00100000:2.0:1746138013.666641:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5614 00000100:00100000:2.0:1746138013.666648:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1957:x1830957972526720:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.666825:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1957:x1830957972526720:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.666831:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5614 00002000:00100000:2.0:1746138013.666836:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6bb80 x1830957972526720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.666849:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6bb80 with x1830957972526720 ext(0->4095) 00002000:00010000:2.0:1746138013.666853:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6bb80 00000100:00100000:0.0:1746138013.669548:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.669806:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972526848 00000100:00100000:2.0:1746138013.669817:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972526848 00000100:00100000:2.0:1746138013.669878:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7932 00000100:00100000:2.0:1746138013.669886:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972526848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.669928:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.669949:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac90a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.669981:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.669988:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.669991:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.669994:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.670029:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 59 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.670041:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 59 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.670054:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968176000:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.670151:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.673119:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.673200:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972526976 00000100:00100000:3.0:1746138013.673208:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972526976 00002000:00100000:3.0:1746138013.673263:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008bc68000 x1830957972526976/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.673272:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68000 with x1830957972526976 ext(0->7) 00010000:00010000:3.0:1746138013.673280:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 60 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.673293:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 60 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.673305:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc68000 00000100:00100000:2.0:1746138013.673330:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968176000:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.673338:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3610 00000100:00100000:3.0:1746138013.673346:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+60:1960:x1830957972526976:12345-192.168.204.27@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746138013.673368:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.673388:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872600, rc 0) 00000100:00100000:3.0:1746138013.673695:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1960:x1830957972526976:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 348us (586us total) trans 4294968008 rc 0/0 00000100:00100000:3.0:1746138013.673702:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3610 00002000:00100000:3.0:1746138013.673707:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008bc68000 x1830957972526976/t4294968008(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/448 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.673714:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68000 with x1830957972526976 ext(0->7) 00010000:00010000:3.0:1746138013.673719:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.673727:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.673733:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc68000 00000100:00100000:0.0:1746138013.673910:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972526848:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4023us (4372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.673918:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7932 00000100:00100000:0.0:1746138013.677991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.681724:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972527104 00000100:00100000:0.0:1746138013.681742:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972527104 00010000:00010000:0.0:1746138013.681795:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.681842:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13009 00000100:00100000:0.0:1746138013.681852:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1959:x1830957972527104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138013.681871:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138013.681900:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.681913:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.681939:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1e8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac903 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.681974:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.681976:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.681986:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.681995:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.682041:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.682055:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc69500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968176128:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.682178:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48900 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.684597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.684685:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972527232 00000100:00100000:0.0:1746138013.684695:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.684697:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972527232 00000100:00100000:2.0:1746138013.684845:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc69500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968176128:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.684866:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.684925:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1959:x1830957972527104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3075us (6948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.684933:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13009 00000100:00100000:3.0:1746138013.685955:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7933 00000100:00100000:3.0:1746138013.685968:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31559:x1830957972527232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.685988:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.686008:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac911 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.686038:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.686046:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.686048:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.686052:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.686083:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.686094:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.686107:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968176256:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.686182:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.686201:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972527488 00000100:00100000:3.0:1746138013.686207:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972527488 00002000:00100000:3.0:1746138013.686240:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69880 x1830957972527488/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.686249:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69880 with x1830957972527488 ext(0->4095) 00010000:00010000:3.0:1746138013.686269:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.686279:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.686284:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69880 00000100:00100000:3.0:1746138013.686300:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3611 00000100:00100000:3.0:1746138013.686305:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972527488:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.686490:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972527488:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (1793us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.686496:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3611 00002000:00100000:3.0:1746138013.686503:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc69880 x1830957972527488/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.686509:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69880 with x1830957972527488 ext(0->4095) 00010000:00010000:3.0:1746138013.686513:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.686520:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.686525:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc69880 00000100:00100000:0.0:1746138013.688329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.688446:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972527616 00000100:00100000:1.0:1746138013.688454:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972527616 00000100:00100000:0.0:1746138013.688468:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.688499:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7934 00000100:00100000:1.0:1746138013.688505:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972527616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.688522:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.688538:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac918 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.688546:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968176256:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.688562:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.688567:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.688573:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.688586:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.688626:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.688638:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414c00, rc 0) 00000100:00100000:3.0:1746138013.688672:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972527232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2708us (4086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.688678:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7933 00000100:00100000:2.0:1746138013.688787:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972527744 00000100:00100000:2.0:1746138013.688793:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972527744 00010000:00010000:2.0:1746138013.688810:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.688838:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13010 00010000:00010000:1.0:1746138013.688852:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.688868:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.688881:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ea00, rc 0) 00000100:00100000:2.0:1746138013.688892:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972527744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.688902:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138013.688915:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972527616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 409us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.688920:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7934 00010000:00010000:2.0:1746138013.688922:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.688933:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.688951:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872600/0x8ae21a86589e1e95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac90a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.688964:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.688966:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.688973:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.688980:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.688999:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.689009:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 62 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.689020:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968176512:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.689062:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.690334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.690479:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972528000 00000100:00100000:1.0:1746138013.690495:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972528000 00000100:00100000:2.0:1746138013.690537:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968176512:192.168.204.27@tcp:105: 00002000:00100000:1.0:1746138013.690548:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc68e00 x1830957972528000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746138013.690554:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746138013.690558:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68e00 with x1830957972528000 ext(0->4095) 00010000:00010000:1.0:1746138013.690570:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.690586:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.690592:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc68e00 00000100:00100000:2.0:1746138013.690596:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972527744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1751us (2127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.690605:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13010 00000100:00100000:1.0:1746138013.690718:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3612 00000100:00100000:1.0:1746138013.690726:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972528000:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.690894:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972528000:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.690899:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3612 00002000:00100000:1.0:1746138013.690904:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc68e00 x1830957972528000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.690916:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68e00 with x1830957972528000 ext(0->4095) 00010000:00010000:1.0:1746138013.690920:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.690928:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.690933:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc68e00 00000100:00100000:0.0:1746138013.693005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.693090:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972528128 00000100:00100000:2.0:1746138013.693100:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972528128 00010000:00010000:2.0:1746138013.693131:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.693172:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13011 00000100:00100000:2.0:1746138013.693179:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972528128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.693191:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.693209:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.693219:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.693239:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1e9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac911 expref: 63 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.693281:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.693283:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.693290:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.693298:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.693328:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.693338:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968176640:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.693447:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.695803:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968176640:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.695821:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.695900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.696223:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972528128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3039us (3221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.696232:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13011 00000100:00100000:1.0:1746138013.696356:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972528384 00000100:00100000:1.0:1746138013.696362:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972528384 00002000:00100000:1.0:1746138013.696497:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6a680 x1830957972528384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.696506:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6a680 with x1830957972528384 ext(0->4095) 00002000:00010000:1.0:1746138013.696509:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6a680 00000100:00100000:1.0:1746138013.696537:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5615 00000100:00100000:1.0:1746138013.696543:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972528384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.696719:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972528384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (819us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.696724:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5615 00002000:00100000:1.0:1746138013.696729:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bc6a680 x1830957972528384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.696735:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6a680 with x1830957972528384 ext(0->4095) 00002000:00010000:1.0:1746138013.696738:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6a680 00000100:00100000:0.0:1746138013.699276:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.699369:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972528512 00000100:00100000:1.0:1746138013.699374:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972528512 00000100:00100000:1.0:1746138013.699412:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7935 00000100:00100000:1.0:1746138013.699437:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972528512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.699450:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.699463:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac91f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.699485:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.699492:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.699494:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.699501:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.699526:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.699540:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.699549:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968176768:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.699618:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.701007:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968176768:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.701027:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.701044:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138013.701072:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972528512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1636us (1801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.701079:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7935 00000100:00100000:0.0:1746138013.701556:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.701625:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972528640 00000100:00100000:2.0:1746138013.701630:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972528640 00010000:00010000:2.0:1746138013.701649:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.701673:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13012 00000100:00100000:2.0:1746138013.701679:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972528640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.701688:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.701704:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.701713:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.701734:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e1ea3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac918 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.701752:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.701754:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.701760:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.701767:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.701789:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.701802:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968176896:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.701889:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.703291:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968176896:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.703303:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.703338:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1958:x1830957972528640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1658us (1781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.703344:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13012 00000100:00100000:0.0:1746138013.706025:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.706100:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972528896 00000100:00100000:1.0:1746138013.706110:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972528896 00002000:00100000:1.0:1746138013.706156:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1180 x1830957972528896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.706166:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1180 with x1830957972528896 ext(0->4095) 00002000:00010000:1.0:1746138013.706170:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c1180 00000100:00100000:1.0:1746138013.706201:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5616 00000100:00100000:1.0:1746138013.706208:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972528896:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.706397:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972528896:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.706403:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5616 00002000:00100000:1.0:1746138013.706409:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800937c1180 x1830957972528896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.706445:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1180 with x1830957972528896 ext(0->4095) 00002000:00010000:1.0:1746138013.706448:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c1180 00000100:00100000:0.0:1746138013.706905:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.706960:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972529024 00000100:00100000:1.0:1746138013.706967:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972529024 00000100:00100000:1.0:1746138013.707009:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7936 00000100:00100000:1.0:1746138013.707016:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31559:x1830957972529024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.707030:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.707044:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac926 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.707066:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.707073:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.707075:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.707078:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.707101:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.707110:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.707121:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968177024:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.707198:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.707689:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.707807:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972529152 00000100:00100000:3.0:1746138013.707812:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972529152 00000100:00100000:3.0:1746138013.707847:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7937 00000100:00100000:3.0:1746138013.707853:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972529152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.707861:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.707868:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac92d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.707880:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.707884:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.707889:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.707891:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.707911:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.707920:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.707928:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:3.0:1746138013.707967:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972529152:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.707972:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7937 00000100:00100000:1.0:1746138013.708280:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968177024:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.708292:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.708299:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138013.708332:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31559:x1830957972529024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1317us (1432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.708340:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7936 00000100:00100000:0.0:1746138013.708897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.708963:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972529280 00000100:00100000:2.0:1746138013.708967:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972529280 00010000:00010000:2.0:1746138013.708984:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.709011:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13013 00000100:00100000:2.0:1746138013.709017:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972529280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.709025:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.709040:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.709049:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.709068:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1eaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac91f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.709092:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.709094:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.709099:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.709106:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.709125:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.709134:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.709143:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968177280:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.709189:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.711155:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968177280:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.711168:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.711205:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972529280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2188us (2308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.711213:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13013 00000100:00100000:3.0:1746138013.711681:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.711728:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972529536 00000100:00100000:1.0:1746138013.711733:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972529536 00002000:00100000:1.0:1746138013.711768:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b2300 x1830957972529536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.711776:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b2300 with x1830957972529536 ext(0->4095) 00010000:00010000:1.0:1746138013.711784:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.711795:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.711800:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b3b2300 00000100:00100000:1.0:1746138013.711827:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3613 00000100:00100000:1.0:1746138013.711832:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972529536:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.711941:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972529536:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.711947:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3613 00002000:00100000:1.0:1746138013.711951:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b3b2300 x1830957972529536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.711958:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b2300 with x1830957972529536 ext(0->4095) 00010000:00010000:1.0:1746138013.711962:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.711973:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.711978:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b3b2300 00000100:00100000:0.0:1746138013.713782:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.713878:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972529664 00000100:00100000:2.0:1746138013.713885:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972529664 00010000:00010000:2.0:1746138013.713908:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.713939:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13014 00000100:00100000:2.0:1746138013.713944:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1960:x1830957972529664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.713956:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.713969:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.713979:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.713996:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1eb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac926 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.714720:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.714723:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.714731:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.714738:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.714766:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 62 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.714777:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968177408:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.714861:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.716587:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968177408:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.716598:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.716602:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.716643:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1960:x1830957972529664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2694us (2864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.716654:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13014 00000100:00100000:1.0:1746138013.716730:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972529920 00000100:00100000:1.0:1746138013.716735:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972529920 00002000:00100000:1.0:1746138013.716764:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f800 x1830957972529920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.716773:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f800 with x1830957972529920 ext(0->4095) 00002000:00010000:1.0:1746138013.716777:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287f800 00000100:00100000:1.0:1746138013.716798:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5617 00000100:00100000:1.0:1746138013.716804:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972529920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.716920:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972529920:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.716924:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5617 00002000:00100000:1.0:1746138013.716927:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287f800 x1830957972529920/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.716931:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f800 with x1830957972529920 ext(0->4095) 00002000:00010000:1.0:1746138013.716933:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287f800 00000100:00100000:0.0:1746138013.718977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.719028:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972530048 00000100:00100000:1.0:1746138013.719034:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972530048 00000100:00100000:1.0:1746138013.719069:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7938 00000100:00100000:1.0:1746138013.719076:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972530048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.719090:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.719101:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac934 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.719122:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 61 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.719127:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.719128:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.719131:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.719152:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 61 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.719159:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 61 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.719167:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968177536:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.719233:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107300 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.720541:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968177536:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.720542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138013.720571:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.720581:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972530176 00000100:00100000:2.0:1746138013.720586:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972530176 00010000:00010000:1.0:1746138013.720589:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00010000:00010000:2.0:1746138013.720606:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 62 pid: 21614 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.720626:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972530048:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1550us (1653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.720630:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13015 00000100:00100000:2.0:1746138013.720636:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972530176:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746138013.720638:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7938 00010000:00010000:2.0:1746138013.720644:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.720701:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 62 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.720711:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 62 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.720728:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1eb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac92d expref: 62 pid: 21614 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.720753:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.720755:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.720761:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.720768:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.720790:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.720799:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968177664:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.720858:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.722287:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968177664:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.722300:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.722346:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138013.722368:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972530432 00000100:00100000:1.0:1746138013.722377:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972530432 00000100:00100000:2.0:1746138013.722441:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972530176:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1804us (1904us total) trans 0 rc 0/0 00002000:00100000:1.0:1746138013.722441:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ea00 x1830957972530432/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746138013.722448:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13015 00002000:00100000:1.0:1746138013.722452:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ea00 with x1830957972530432 ext(0->4095) 00002000:00010000:1.0:1746138013.722456:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287ea00 00000100:00100000:1.0:1746138013.722487:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5618 00000100:00100000:1.0:1746138013.722495:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972530432:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.722657:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972530432:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.722663:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5618 00002000:00100000:1.0:1746138013.722669:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ea00 x1830957972530432/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.722676:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ea00 with x1830957972530432 ext(0->4095) 00002000:00010000:1.0:1746138013.722678:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287ea00 00000100:00100000:0.0:1746138013.724082:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.724148:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972530560 00000100:00100000:1.0:1746138013.724154:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972530560 00000100:00100000:1.0:1746138013.724180:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7939 00000100:00100000:1.0:1746138013.724185:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e064850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31560:x1830957972530560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.724197:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.724213:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac93b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.724243:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.724250:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.724251:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.724268:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.724297:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.724307:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.724318:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968177792:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.724396:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.725808:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968177792:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.725837:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.725852:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:1.0:1746138013.726110:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e064850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31560:x1830957972530560:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1923us (2030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.726119:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7939 00000100:00100000:0.0:1746138013.726472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.726669:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972530688 00000100:00100000:2.0:1746138013.726679:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972530688 00010000:00010000:2.0:1746138013.726710:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.726755:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13016 00000100:00100000:2.0:1746138013.726763:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972530688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.726773:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.726789:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.726800:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.726820:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1ebf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac934 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.726850:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.726853:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.726859:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.726867:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.726881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138013.726901:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.727016:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972530816 00000100:00100000:1.0:1746138013.727021:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972530816 00000100:00100000:1.0:1746138013.727041:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7940 00000100:00100000:1.0:1746138013.727048:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31559:x1830957972530816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.727060:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.727070:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac942 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.727084:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.727090:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.727091:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.727094:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.727109:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.727117:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.727126:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968178048:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.727172:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.727180:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968177920:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.727759:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.727798:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179000 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.728826:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968178048:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.728849:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.728864:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f400, rc 0) 00000100:00100000:1.0:1746138013.728902:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31559:x1830957972530816:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1855us (2021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.728908:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7940 00000100:00100000:3.0:1746138013.729327:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968177920:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.729339:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.729373:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972530688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2611us (2902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.729382:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13016 00000100:00100000:0.0:1746138013.729930:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.730090:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972531072 00000100:00100000:1.0:1746138013.730096:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972531072 00002000:00100000:1.0:1746138013.730235:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ed80 x1830957972531072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.730244:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ed80 with x1830957972531072 ext(0->4095) 00010000:00010000:1.0:1746138013.730250:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.730274:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.730280:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287ed80 00000100:00100000:1.0:1746138013.730304:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3614 00000100:00100000:1.0:1746138013.730312:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1960:x1830957972531072:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746138013.730474:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1960:x1830957972531072:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.730480:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3614 00002000:00100000:1.0:1746138013.730484:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287ed80 x1830957972531072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.730497:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ed80 with x1830957972531072 ext(0->4095) 00010000:00010000:1.0:1746138013.730501:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.730510:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.730515:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287ed80 00000100:00100000:0.0:1746138013.732357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.732404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.732507:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972531200 00000100:00100000:3.0:1746138013.732515:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972531200 00000100:00100000:1.0:1746138013.732525:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972531328 00000100:00100000:1.0:1746138013.732532:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972531328 00010000:00010000:3.0:1746138013.732541:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.732578:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13017 00000100:00100000:3.0:1746138013.732593:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972531200:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.732605:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.732621:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.732631:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.732650:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e1ec6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac93b expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.732668:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.732670:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.732676:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.732688:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.732713:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7941 00000100:00100000:1.0:1746138013.732722:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972531328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.732728:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.732739:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968178176:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138013.732739:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.732755:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac949 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.732779:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.732786:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.732787:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.732791:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.732810:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00010000:00010000:1.0:1746138013.732814:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.732830:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.732840:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968178304:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.732879:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.734655:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968178176:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.734655:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968178304:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.734673:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138013.734682:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.734695:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:3.0:1746138013.734710:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972531200:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2117us (2359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.734714:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972531328:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1994us (2310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.734720:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13017 00000100:00100000:1.0:1746138013.734721:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7941 00000100:00100000:0.0:1746138013.734912:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.735044:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972531584 00000100:00100000:1.0:1746138013.735048:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972531584 00002000:00100000:1.0:1746138013.735072:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287d880 x1830957972531584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.735081:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287d880 with x1830957972531584 ext(0->4095) 00010000:00010000:1.0:1746138013.735087:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.735096:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.735107:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287d880 00000100:00100000:1.0:1746138013.735131:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3615 00000100:00100000:1.0:1746138013.735136:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972531584:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.735536:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972531584:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 398us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.735542:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3615 00002000:00100000:1.0:1746138013.735546:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287d880 x1830957972531584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.735553:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287d880 with x1830957972531584 ext(0->4095) 00010000:00010000:1.0:1746138013.735557:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.735566:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.735571:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287d880 00000100:00100000:0.0:1746138013.737046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.737121:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972531712 00000100:00100000:1.0:1746138013.737127:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972531712 00000100:00100000:1.0:1746138013.737171:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7942 00000100:00100000:1.0:1746138013.737177:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31559:x1830957972531712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.737190:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.737203:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac950 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.737242:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.737290:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972531840 00000100:00100000:3.0:1746138013.737294:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972531840 00010000:00010000:3.0:1746138013.737310:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.737324:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.737330:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.737331:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13018 00000100:00100000:3.0:1746138013.737335:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972531840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138013.737335:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746138013.737339:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.737340:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.737354:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.737361:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.737382:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.737393:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.737401:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369ec00, rc 0) 00010000:00010000:3.0:1746138013.737449:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e1ecd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac942 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.737458:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.737459:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.737463:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.737467:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.737480:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.737486:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.737493:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968178560:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.737535:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31559:x1830957972531712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 357us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.737541:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7942 00000100:00100000:3.0:1746138013.737542:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.739109:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.739204:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972532096 00000100:00100000:3.0:1746138013.739207:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968178560:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.739210:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972532096 00010000:00010000:3.0:1746138013.739223:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746138013.739244:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c700 x1830957972532096/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.739266:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c700 with x1830957972532096 ext(0->4095) 00010000:00010000:1.0:1746138013.739273:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.739284:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.739285:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972531840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1948us (2041us total) trans 0 rc 0/0 00002000:00010000:1.0:1746138013.739290:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287c700 00000100:00100000:3.0:1746138013.739294:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13018 00000100:00100000:1.0:1746138013.739320:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3616 00000100:00100000:1.0:1746138013.739327:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972532096:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.739617:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972532096:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.739623:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3616 00002000:00100000:1.0:1746138013.739627:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009287c700 x1830957972532096/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.739633:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c700 with x1830957972532096 ext(0->4095) 00010000:00010000:1.0:1746138013.739637:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.739646:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.739651:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009287c700 00000100:00100000:0.0:1746138013.742334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.742451:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972532224 00000100:00100000:3.0:1746138013.742462:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972532224 00010000:00010000:3.0:1746138013.742496:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.742539:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13019 00000100:00100000:3.0:1746138013.742546:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972532224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.742563:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.742581:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.742593:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.742613:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1ed4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac949 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.742638:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.742639:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.742645:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.742652:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.742681:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.742691:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968178688:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.742767:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.745971:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.746074:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968178688:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.746093:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.746129:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972532224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3583us (3805us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.746141:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972532480 00000100:00100000:3.0:1746138013.746142:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13019 00000100:00100000:0.0:1746138013.746152:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972532480 00002000:00100000:0.0:1746138013.746195:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8bb80 x1830957972532480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.746204:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8bb80 with x1830957972532480 ext(0->4095) 00002000:00010000:0.0:1746138013.746220:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8bb80 00000100:00100000:0.0:1746138013.746363:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5619 00000100:00100000:0.0:1746138013.746370:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972532480:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138013.746557:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972532480:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (592us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138013.746562:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5619 00002000:00100000:0.0:1746138013.746567:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8bb80 x1830957972532480/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.746573:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8bb80 with x1830957972532480 ext(0->4095) 00002000:00010000:0.0:1746138013.746576:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8bb80 00000100:00100000:0.0:1746138013.748125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.748184:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972532608 00000100:00100000:2.0:1746138013.748191:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972532608 00000100:00100000:2.0:1746138013.748234:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7943 00000100:00100000:2.0:1746138013.748241:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972532608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.748269:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.748287:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac957 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.748316:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.748324:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.748326:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.748540:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.748574:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.748586:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.748599:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968178816:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.748697:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.751480:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968178816:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.751517:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.751536:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138013.751596:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972532608:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3354us (3475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.751606:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7943 00000100:00100000:0.0:1746138013.751820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.752197:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972532736 00000100:00100000:3.0:1746138013.752312:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972532736 00010000:00010000:3.0:1746138013.752345:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.752780:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13020 00000100:00100000:3.0:1746138013.752789:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972532736:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.752803:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.752828:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.752842:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.752867:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ec00/0x8ae21a86589e1edb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac950 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.753015:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.753017:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.753025:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.753034:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.753068:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.753081:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968178944:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.753539:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.754989:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968178944:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.755014:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.755101:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1958:x1830957972532736:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2312us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.755112:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13020 00000100:00100000:0.0:1746138013.755222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.755695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.755848:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972533120 00000100:00100000:3.0:1746138013.755856:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972533120 00000100:00100000:3.0:1746138013.755899:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7944 00000100:00100000:3.0:1746138013.755907:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31559:x1830957972533120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138013.755983:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972532992 00000100:00100000:2.0:1746138013.755987:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972532992 00010000:00010000:3.0:1746138013.755989:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.756007:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac95e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746138013.756030:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634b800 x1830957972532992/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746138013.756040:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746138013.756041:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634b800 with x1830957972532992 ext(0->4095) 00002000:00010000:2.0:1746138013.756046:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008634b800 00010000:00010000:3.0:1746138013.756048:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.756050:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.756053:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.756061:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5620 00000100:00100000:2.0:1746138013.756067:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972532992:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746138013.756084:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.756102:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.756113:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968179072:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.756180:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.756468:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972532992:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 399us (1245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.756474:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5620 00002000:00100000:2.0:1746138013.756480:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008634b800 x1830957972532992/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.756487:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634b800 with x1830957972532992 ext(0->4095) 00010000:00010000:2.0:1746138013.756492:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.756503:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.756509:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008634b800 00000100:00100000:3.0:1746138013.758189:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968179072:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.758220:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.758237:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:3.0:1746138013.758285:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31559:x1830957972533120:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2379us (2589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.758291:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7944 00000100:00100000:1.0:1746138013.758680:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.758746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.758751:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972533248 00000100:00100000:3.0:1746138013.758756:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972533248 00000100:00100000:3.0:1746138013.758819:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7945 00000100:00100000:2.0:1746138013.758828:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972533376 00000100:00100000:3.0:1746138013.758829:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31560:x1830957972533248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138013.758832:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972533376 00010000:00010000:3.0:1746138013.758844:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.758851:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.758857:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac965 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.758871:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13021 00010000:00010000:3.0:1746138013.758876:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746138013.758877:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972533376:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.758881:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.758886:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.758892:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.758895:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.758910:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.758920:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.758931:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.758940:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.758940:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1ee2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac957 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.758946:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.758947:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.758953:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.758960:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.758969:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.759037:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972533376:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 160us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.759044:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13021 00010000:00010000:3.0:1746138013.759067:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.759079:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.759090:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968179328:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.759149:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.761403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.761513:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968179328:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.761538:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:2.0:1746138013.761540:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972533632 00000100:00100000:2.0:1746138013.761547:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972533632 00002000:00100000:2.0:1746138013.761591:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348700 x1830957972533632/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138013.761599:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972533248:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2769us (2918us total) trans 0 rc 0/0 00002000:00100000:2.0:1746138013.761600:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348700 with x1830957972533632 ext(0->4095) 00000100:00100000:3.0:1746138013.761609:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7945 00010000:00010000:2.0:1746138013.761610:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.761627:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.761633:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086348700 00000100:00100000:2.0:1746138013.761658:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3617 00000100:00100000:2.0:1746138013.761664:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972533632:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.761820:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972533632:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.761825:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3617 00002000:00100000:2.0:1746138013.761830:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086348700 x1830957972533632/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.761837:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086348700 with x1830957972533632 ext(0->4095) 00010000:00010000:2.0:1746138013.761841:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.761849:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.761854:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086348700 00000100:00100000:0.0:1746138013.763213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.763326:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972533760 00000100:00100000:2.0:1746138013.763333:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972533760 00010000:00010000:2.0:1746138013.763359:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.763392:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13022 00000100:00100000:2.0:1746138013.763398:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972533760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.763409:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.763450:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.763460:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.763480:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1ee9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac95e expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.763498:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.763500:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.763506:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.763513:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.763544:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.763554:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968179456:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.763635:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.765485:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968179456:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.765504:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.765549:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972533760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2150us (2341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.765558:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13022 00000100:00100000:1.0:1746138013.765630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.765670:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972534016 00000100:00100000:2.0:1746138013.765675:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972534016 00002000:00100000:2.0:1746138013.765705:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba89180 x1830957972534016/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.765713:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba89180 with x1830957972534016 ext(0->4095) 00002000:00010000:2.0:1746138013.765717:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba89180 00000100:00100000:2.0:1746138013.765732:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5621 00000100:00100000:2.0:1746138013.765738:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972534016:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.765852:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972534016:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (223us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.765857:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5621 00002000:00100000:2.0:1746138013.765862:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba89180 x1830957972534016/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.765869:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba89180 with x1830957972534016 ext(0->4095) 00002000:00010000:2.0:1746138013.765872:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba89180 00000100:00100000:0.0:1746138013.767399:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.767530:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972534144 00000100:00100000:3.0:1746138013.767535:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972534144 00000100:00100000:3.0:1746138013.767560:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7946 00000100:00100000:3.0:1746138013.767566:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972534144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.767577:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.767591:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac96c expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.767618:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.767625:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.767626:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.767629:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.767651:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.767662:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.767672:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968179584:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.767747:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.768779:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968179584:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.768799:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.768810:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:3.0:1746138013.768843:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972534144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1276us (1447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.768849:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7946 00000100:00100000:0.0:1746138013.769097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.769150:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972534272 00000100:00100000:2.0:1746138013.769155:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972534272 00010000:00010000:2.0:1746138013.769177:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.769195:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13023 00000100:00100000:2.0:1746138013.769200:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972534272:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.769209:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.769227:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.769236:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.769270:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1ef0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac965 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.769284:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.769289:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.769295:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.769302:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.769325:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.769333:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968179712:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.769397:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.770972:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968179712:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.770991:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.771024:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:1957:x1830957972534272:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1823us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.771033:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13023 00000100:00100000:0.0:1746138013.771207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.771370:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972534528 00000100:00100000:1.0:1746138013.771404:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972534528 00002000:00100000:1.0:1746138013.771480:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349c00 x1830957972534528/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.771489:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349c00 with x1830957972534528 ext(0->4095) 00002000:00010000:1.0:1746138013.771493:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349c00 00000100:00100000:1.0:1746138013.771572:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5622 00000100:00100000:1.0:1746138013.771580:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972534528:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.771882:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972534528:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 302us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.771889:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5622 00002000:00100000:1.0:1746138013.771894:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349c00 x1830957972534528/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.771901:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349c00 with x1830957972534528 ext(0->4095) 00002000:00010000:1.0:1746138013.771903:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349c00 00000100:00100000:0.0:1746138013.773170:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.773266:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972534656 00000100:00100000:3.0:1746138013.773273:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972534656 00000100:00100000:3.0:1746138013.773324:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7947 00000100:00100000:3.0:1746138013.773330:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+61:31560:x1830957972534656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.773344:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.773360:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac973 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.773387:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.773395:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.773397:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.773400:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.773449:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.773464:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.773474:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968179840:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.773539:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.774634:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968179840:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.774667:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 62 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.774686:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414400, rc 0) 00000100:00100000:3.0:1746138013.774743:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:31560:x1830957972534656:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1412us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.774752:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7947 00000100:00100000:0.0:1746138013.775047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.775166:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972534784 00000100:00100000:2.0:1746138013.775177:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972534784 00010000:00010000:2.0:1746138013.775207:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.775232:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13024 00000100:00100000:2.0:1746138013.775239:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972534784:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.775270:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.775293:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.775306:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.775330:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1ef7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac96c expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.775342:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.775344:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.775351:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.775359:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.775389:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.775400:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968179968:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.775531:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.776452:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968179968:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.776462:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.776493:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086348380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972534784:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1254us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.776503:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13024 00000100:00100000:0.0:1746138013.776944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.777028:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972535040 00000100:00100000:1.0:1746138013.777035:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972535040 00002000:00100000:1.0:1746138013.777075:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349500 x1830957972535040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.777086:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349500 with x1830957972535040 ext(0->4095) 00002000:00010000:1.0:1746138013.777091:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349500 00000100:00100000:1.0:1746138013.777116:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5623 00000100:00100000:1.0:1746138013.777124:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972535040:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.777385:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1957:x1830957972535040:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 261us (440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.777392:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5623 00002000:00100000:1.0:1746138013.777398:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880086349500 x1830957972535040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.777405:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086349500 with x1830957972535040 ext(0->4095) 00002000:00010000:1.0:1746138013.777409:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086349500 00000100:00100000:0.0:1746138013.779645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.779734:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972535168 00000100:00100000:3.0:1746138013.779741:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972535168 00000100:00100000:3.0:1746138013.779774:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7948 00000100:00100000:3.0:1746138013.779780:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972535168:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.779796:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.779816:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac97a expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.779848:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.779862:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.779863:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.779867:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.779903:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 61 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.779915:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 61 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.779926:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968180096:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.780315:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.782372:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968180096:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.782407:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.782445:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414e00, rc 0) 00000100:00100000:3.0:1746138013.782501:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972535168:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2720us (2861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.782510:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7948 00000100:00100000:0.0:1746138013.782523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.782643:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972535296 00000100:00100000:1.0:1746138013.782650:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972535296 00002000:00100000:1.0:1746138013.782695:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008634bb80 x1830957972535296/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.782704:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634bb80 with x1830957972535296 ext(0->7) 00010000:00010000:1.0:1746138013.782711:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.782723:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 62 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.782729:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008634bb80 00000100:00100000:1.0:1746138013.782753:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3618 00000100:00100000:1.0:1746138013.782760:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+62:1958:x1830957972535296:12345-192.168.204.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746138013.783103:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972535296:12345-192.168.204.27@tcp:4:ldlm_bl.0 Request processed in 343us (580us total) trans 4294968009 rc 0/0 00000100:00100000:1.0:1746138013.783110:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3618 00002000:00100000:1.0:1746138013.783115:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008634bb80 x1830957972535296/t4294968009(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 496/448 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.783194:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008634bb80 with x1830957972535296 ext(0->7) 00010000:00010000:1.0:1746138013.783200:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.783209:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.783215:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008634bb80 00000100:00100000:0.0:1746138013.784659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.784721:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972535424 00000100:00100000:2.0:1746138013.784728:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972535424 00010000:00010000:2.0:1746138013.784756:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.784797:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13025 00000100:00100000:2.0:1746138013.784805:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972535424:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.784817:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.784836:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.784847:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.784871:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1efe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac973 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.784901:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.784903:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.784910:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.784918:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.784950:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.784963:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968180224:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.785080:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.785976:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968180224:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.785992:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.786026:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008634ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972535424:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1221us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.786034:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13025 00000100:00100000:0.0:1746138013.786370:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.786444:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972535680 00000100:00100000:1.0:1746138013.786448:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972535680 00002000:00100000:1.0:1746138013.786486:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfe680 x1830957972535680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.786494:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfe680 with x1830957972535680 ext(0->4095) 00002000:00010000:1.0:1746138013.786498:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cfe680 00000100:00100000:1.0:1746138013.786527:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5624 00000100:00100000:1.0:1746138013.786533:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972535680:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.786690:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972535680:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.786694:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5624 00002000:00100000:1.0:1746138013.786698:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfe680 x1830957972535680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.786702:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfe680 with x1830957972535680 ext(0->4095) 00002000:00010000:1.0:1746138013.786705:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cfe680 00000100:00100000:0.0:1746138013.791778:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.791830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.791867:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972535808 00000100:00100000:3.0:1746138013.791876:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972535808 00000100:00100000:1.0:1746138013.791894:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972535936 00000100:00100000:1.0:1746138013.791899:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972535936 00000100:00100000:3.0:1746138013.791936:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7949 00000100:00100000:1.0:1746138013.791942:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7950 00000100:00100000:3.0:1746138013.791945:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972535808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746138013.791948:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972535936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.791983:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.791984:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.792005:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac981 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.792005:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac988 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.792040:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.792048:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.792049:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.792053:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.792062:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.792067:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.792072:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.792075:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.792102:0:17395:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.792109:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.792114:0:17395:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.792124:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.792126:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968180352:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.792135:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:3.0:1746138013.792197:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972535808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 254us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.792202:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7949 00000100:00100000:1.0:1746138013.792212:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.793383:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17395:1830957968180352:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.793402:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.793412:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138013.793470:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31560:x1830957972535936:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1521us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.793476:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7950 00000100:00100000:0.0:1746138013.793482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.793546:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972536064 00000100:00100000:3.0:1746138013.793553:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972536064 00010000:00010000:3.0:1746138013.793578:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.793621:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13026 00000100:00100000:3.0:1746138013.793627:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972536064:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.793635:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.793661:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.793671:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.793693:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac97a expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.793715:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.793718:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.793725:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.793732:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.793758:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.793768:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 64 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.793842:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968180608:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.794662:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.797040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.797077:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968180608:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138013.797102:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972536320 00010000:00010000:3.0:1746138013.797105:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138013.797111:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972536320 00002000:00100000:1.0:1746138013.797162:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfc000 x1830957972536320/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138013.797168:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972536064:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3539us (3686us total) trans 0 rc 0/0 00002000:00100000:1.0:1746138013.797173:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfc000 with x1830957972536320 ext(0->4095) 00000100:00100000:3.0:1746138013.797179:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13026 00010000:00010000:1.0:1746138013.797182:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.797200:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.797208:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cfc000 00000100:00100000:1.0:1746138013.797225:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3619 00000100:00100000:1.0:1746138013.797232:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972536320:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.797687:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972536320:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 454us (660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.797693:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3619 00002000:00100000:1.0:1746138013.797699:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cfc000 x1830957972536320/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.797706:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cfc000 with x1830957972536320 ext(0->4095) 00010000:00010000:1.0:1746138013.797710:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.797718:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.797723:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cfc000 00000100:00100000:0.0:1746138013.799290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.799361:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972536448 00000100:00100000:1.0:1746138013.799370:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972536448 00000100:00100000:0.0:1746138013.799400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.799461:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7951 00000100:00100000:2.0:1746138013.799463:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972536576 00000100:00100000:2.0:1746138013.799467:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972536576 00000100:00100000:3.0:1746138013.799472:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972536448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.799492:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.799510:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac98f expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.799555:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.799587:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13027 00000100:00100000:2.0:1746138013.799594:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972536576:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.799604:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.799715:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.799722:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.799729:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.799732:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.799745:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.799757:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.799779:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.799782:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e1f13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac988 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.799792:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.799800:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.799801:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.799807:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.799814:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.799829:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.799871:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972536576:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 277us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.799878:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13027 00010000:00010000:3.0:1746138013.800049:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.800063:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.800341:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968180864:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.800410:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.804145:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.804232:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972536832 00000100:00100000:1.0:1746138013.804244:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972536832 00002000:00100000:1.0:1746138013.804300:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d5880 x1830957972536832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.804310:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5880 with x1830957972536832 ext(0->4095) 00010000:00010000:1.0:1746138013.804320:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.804335:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.804343:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d5880 00000100:00100000:3.0:1746138013.804349:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968180864:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.804372:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:1.0:1746138013.804384:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3620 00000100:00100000:1.0:1746138013.804392:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972536832:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.804462:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972536448:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4948us (5137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.804469:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7951 00000100:00100000:1.0:1746138013.804630:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972536832:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 238us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.804635:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3620 00002000:00100000:1.0:1746138013.804640:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d5880 x1830957972536832/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.804645:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5880 with x1830957972536832 ext(0->4095) 00010000:00010000:1.0:1746138013.804650:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.804657:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.804663:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d5880 00000100:00100000:0.0:1746138013.808847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.808921:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972537088 00000100:00100000:3.0:1746138013.808929:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972537088 00000100:00100000:3.0:1746138013.808980:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7952 00000100:00100000:3.0:1746138013.808988:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972537088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746138013.808991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138013.809003:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.809018:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac996 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.809045:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.809052:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.809057:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.809061:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.809091:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.809101:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.809110:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00000100:00100000:2.0:1746138013.809143:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972536960 00000100:00100000:2.0:1746138013.809147:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972536960 00000100:00100000:3.0:1746138013.809152:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972537088:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.809157:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7952 00010000:00010000:2.0:1746138013.809164:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.809310:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13028 00000100:00100000:2.0:1746138013.809316:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972536960:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.809325:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.809341:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.809352:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.809368:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227000/0x8ae21a86589e1f0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac981 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.809388:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.809389:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.809395:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.809401:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.809611:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.809622:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.809632:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968181120:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.809702:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.811017:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968181120:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.811034:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.811078:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972536960:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1760us (2086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.811086:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13028 00000100:00100000:0.0:1746138013.811496:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.811607:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972537344 00000100:00100000:2.0:1746138013.811613:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972537344 00002000:00100000:2.0:1746138013.811643:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d4700 x1830957972537344/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.811652:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830957972537344 ext(0->4095) 00010000:00010000:2.0:1746138013.811659:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.811670:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.811676:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4700 00000100:00100000:2.0:1746138013.811689:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3621 00000100:00100000:2.0:1746138013.811694:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972537344:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.811815:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972537344:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.811821:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3621 00002000:00100000:2.0:1746138013.811826:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d4700 x1830957972537344/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.811833:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830957972537344 ext(0->4095) 00010000:00010000:2.0:1746138013.811837:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.811846:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.811851:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4700 00000100:00100000:0.0:1746138013.814046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.814121:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972537472 00000100:00100000:2.0:1746138013.814134:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972537472 00010000:00010000:2.0:1746138013.814172:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.814732:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13029 00000100:00100000:2.0:1746138013.814740:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972537472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.814753:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.814772:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.814792:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.814811:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac98f expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.814835:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.814837:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.814844:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.814852:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.814885:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.814897:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968181248:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.815112:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.817694:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968181248:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.817715:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.817771:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972537472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3030us (3737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.817781:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13029 00000100:00100000:0.0:1746138013.819696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.819879:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972537728 00000100:00100000:2.0:1746138013.819888:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972537728 00002000:00100000:2.0:1746138013.819923:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6680 x1830957972537728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.819931:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6680 with x1830957972537728 ext(0->4095) 00002000:00010000:2.0:1746138013.819935:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d6680 00000100:00100000:2.0:1746138013.819963:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5625 00000100:00100000:2.0:1746138013.819970:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972537728:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.820131:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972537728:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.820141:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5625 00002000:00100000:2.0:1746138013.820146:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6680 x1830957972537728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.820153:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6680 with x1830957972537728 ext(0->4095) 00002000:00010000:2.0:1746138013.820523:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d6680 00000100:00100000:0.0:1746138013.822680:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.822780:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972537856 00000100:00100000:3.0:1746138013.822788:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972537856 00000100:00100000:3.0:1746138013.822837:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7953 00000100:00100000:3.0:1746138013.822844:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972537856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.822860:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.822874:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac99d expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.822901:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.822907:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.822908:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.822911:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.822936:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.822945:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.822955:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968181376:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.823496:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.824458:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968181376:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.824480:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.824493:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:3.0:1746138013.824537:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972537856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1693us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.824544:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7953 00000100:00100000:0.0:1746138013.824807:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.824919:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972537984 00000100:00100000:2.0:1746138013.824928:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972537984 00010000:00010000:2.0:1746138013.824959:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.825003:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13030 00000100:00100000:2.0:1746138013.825011:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972537984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.825025:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.825049:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.825067:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.825094:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac996 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.825124:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.825126:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.825135:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.825144:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.825178:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.825192:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968181504:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.825287:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.826957:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968181504:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.826976:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.827031:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972537984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2020us (2230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.827041:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13030 00000100:00100000:0.0:1746138013.828774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.828825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.828915:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972538240 00000100:00100000:2.0:1746138013.828929:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972538240 00002000:00100000:2.0:1746138013.828982:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830957972538240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138013.828988:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972538368 00002000:00100000:2.0:1746138013.828990:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830957972538240 ext(0->4095) 00000100:00100000:3.0:1746138013.828996:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972538368 00002000:00010000:2.0:1746138013.828997:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7800 00000100:00100000:3.0:1746138013.829050:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7954 00000100:00100000:3.0:1746138013.829058:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31559:x1830957972538368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.829075:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.829091:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9a4 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.829119:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.829127:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.829129:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.829132:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.829167:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.829178:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.829189:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968181632:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.829287:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.829412:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3622 00000100:00100000:2.0:1746138013.829705:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972538240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.830081:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972538240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 375us (1308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.830089:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3622 00002000:00100000:2.0:1746138013.830097:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830957972538240/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.830105:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830957972538240 ext(0->4095) 00010000:00010000:2.0:1746138013.830113:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.830129:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.830138:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d7800 00000100:00100000:3.0:1746138013.831371:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968181632:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.831398:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.831454:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227600, rc 0) 00000100:00100000:3.0:1746138013.831614:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972538368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2555us (2786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.831622:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7954 00000100:00100000:0.0:1746138013.831656:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.831671:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972538496 00000100:00100000:3.0:1746138013.831677:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972538496 00000100:00100000:3.0:1746138013.831765:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7955 00000100:00100000:3.0:1746138013.831772:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972538496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.831786:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.831799:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9ab expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.831819:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.831823:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.831828:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.831830:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.831855:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.831870:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.831880:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414400, rc 0) 00000100:00100000:3.0:1746138013.831899:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31560:x1830957972538496:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.831904:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7955 00000100:00100000:2.0:1746138013.832152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.832222:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972538624 00000100:00100000:0.0:1746138013.832226:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972538624 00010000:00010000:0.0:1746138013.832242:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.832284:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13031 00000100:00100000:0.0:1746138013.832290:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972538624:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138013.832298:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138013.832329:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.832340:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.832354:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac99d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.832380:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.832381:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.832386:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.832392:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.832409:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.832451:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746138013.832462:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968181888:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.832524:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.834799:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968181888:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.834818:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.834826:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.834853:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972538624:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2562us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.834865:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13031 00000100:00100000:3.0:1746138013.835067:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972538880 00000100:00100000:3.0:1746138013.835073:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972538880 00002000:00100000:3.0:1746138013.835110:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6a00 x1830957972538880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.835118:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830957972538880 ext(0->4095) 00010000:00010000:3.0:1746138013.835126:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.835137:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.835142:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6a00 00000100:00100000:3.0:1746138013.835243:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3623 00000100:00100000:3.0:1746138013.835262:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972538880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.835410:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972538880:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.835578:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3623 00002000:00100000:3.0:1746138013.835585:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927d6a00 x1830957972538880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.835598:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830957972538880 ext(0->4095) 00010000:00010000:3.0:1746138013.835602:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.835611:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:3.0:1746138013.835617:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6a00 00000100:00100000:0.0:1746138013.838647:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.838724:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972539008 00000100:00100000:3.0:1746138013.838734:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972539008 00010000:00010000:3.0:1746138013.838772:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.838810:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13032 00000100:00100000:3.0:1746138013.838818:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957972539008:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.838831:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.838850:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.838861:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.838882:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227600/0x8ae21a86589e1f2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9a4 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.838899:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.838901:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.838908:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.838916:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.838950:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.838963:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968182016:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.839039:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.840460:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968182016:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.840480:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.840514:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1959:x1830957972539008:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1696us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.840523:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13032 00000100:00100000:0.0:1746138013.840733:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.840780:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972539264 00000100:00100000:3.0:1746138013.840785:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972539264 00002000:00100000:3.0:1746138013.840818:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9c000 x1830957972539264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.840827:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9c000 with x1830957972539264 ext(0->4095) 00002000:00010000:3.0:1746138013.840831:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f9c000 00000100:00100000:3.0:1746138013.840845:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5627 00000100:00100000:3.0:1746138013.840851:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972539264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.840984:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972539264:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (251us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.840991:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5627 00002000:00100000:3.0:1746138013.840996:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9c000 x1830957972539264/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.841002:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9c000 with x1830957972539264 ext(0->4095) 00002000:00010000:3.0:1746138013.841005:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f9c000 00000100:00100000:0.0:1746138013.842541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.842609:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972539392 00000100:00100000:3.0:1746138013.842618:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972539392 00000100:00100000:3.0:1746138013.842706:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7956 00000100:00100000:3.0:1746138013.842713:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972539392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.842726:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.842740:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9b2 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.842764:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.842771:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.842772:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.842775:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.842800:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.842811:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.842828:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968182144:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.842906:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.844217:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968182144:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.844238:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.844261:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414c00, rc 0) 00000100:00100000:3.0:1746138013.844305:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972539392:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1591us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.844311:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7956 00000100:00100000:0.0:1746138013.844674:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.844732:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972539520 00000100:00100000:3.0:1746138013.844737:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972539520 00010000:00010000:3.0:1746138013.844755:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.844788:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13033 00000100:00100000:3.0:1746138013.844794:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972539520:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.844805:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.844823:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.844832:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.844854:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ab expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.844875:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.844877:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.844883:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.844891:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.844911:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.844921:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968182272:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.844969:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.847166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.847192:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968182272:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.847208:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.847264:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972539520:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2469us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.847264:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972539776 00000100:00100000:2.0:1746138013.847271:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972539776 00000100:00100000:3.0:1746138013.847272:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13033 00002000:00100000:2.0:1746138013.847306:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9f480 x1830957972539776/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.847314:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9f480 with x1830957972539776 ext(0->4095) 00002000:00010000:2.0:1746138013.847318:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f9f480 00000100:00100000:2.0:1746138013.847344:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5628 00000100:00100000:2.0:1746138013.847350:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972539776:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.847511:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972539776:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.847517:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5628 00002000:00100000:2.0:1746138013.847522:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f9f480 x1830957972539776/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.847529:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f9f480 with x1830957972539776 ext(0->4095) 00002000:00010000:2.0:1746138013.847532:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f9f480 00000100:00100000:0.0:1746138013.849063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.849222:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972539904 00000100:00100000:3.0:1746138013.849229:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972539904 00000100:00100000:3.0:1746138013.849290:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7957 00000100:00100000:3.0:1746138013.849297:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972539904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.849314:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.849330:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9b9 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.849355:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.849361:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.849363:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.849366:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.849392:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.849403:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.849413:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968182400:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.849519:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.851393:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968182400:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.851479:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.851501:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:3.0:1746138013.851559:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972539904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2260us (2502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.851574:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7957 00000100:00100000:0.0:1746138013.851968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.852011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.852081:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972540160 00000100:00100000:2.0:1746138013.852090:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972540160 00000100:00100000:2.0:1746138013.852136:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7958 00000100:00100000:2.0:1746138013.852143:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972540160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.852159:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.852176:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9c0 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.852241:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972540032 00000100:00100000:3.0:1746138013.852244:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972540032 00010000:00010000:3.0:1746138013.852273:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.852301:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13034 00000100:00100000:3.0:1746138013.852307:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972540032:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.852323:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.852347:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.852359:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.852384:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b2 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.852414:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.852438:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.852447:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.852455:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.852485:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.852500:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968182528:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.852568:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00010000:00010000:2.0:1746138013.852941:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.852949:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.852951:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.852954:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.852974:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.852986:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.852996:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968182656:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.853033:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179780 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.854002:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.854111:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968182528:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.854127:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.854154:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972540032:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1846us (2186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.854162:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13034 00000100:00100000:3.0:1746138013.854197:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968182656:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.854214:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.854225:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:2.0:1746138013.854232:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972540416 00000100:00100000:2.0:1746138013.854237:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972540416 00000100:00100000:3.0:1746138013.854244:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972540160:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2102us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.854265:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7958 00002000:00100000:2.0:1746138013.854280:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b125500 x1830957972540416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.854289:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125500 with x1830957972540416 ext(0->4095) 00010000:00010000:2.0:1746138013.854295:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.854306:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.854318:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b125500 00000100:00100000:2.0:1746138013.854343:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3624 00000100:00100000:2.0:1746138013.854350:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972540416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.854540:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972540416:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.854546:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3624 00002000:00100000:2.0:1746138013.854551:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b125500 x1830957972540416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.854558:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125500 with x1830957972540416 ext(0->4095) 00010000:00010000:2.0:1746138013.854563:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.854576:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.854581:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b125500 00000100:00100000:0.0:1746138013.855949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.855997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.856030:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972540544 00000100:00100000:3.0:1746138013.856039:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972540544 00000100:00100000:2.0:1746138013.856069:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972540672 00000100:00100000:2.0:1746138013.856074:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972540672 00000100:00100000:3.0:1746138013.856081:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7959 00000100:00100000:3.0:1746138013.856088:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972540544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.856094:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.856101:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138013.856114:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13035 00010000:00010000:3.0:1746138013.856116:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9c7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.856119:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972540672:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.856129:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.856137:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.856143:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.856149:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.856153:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.856165:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.856174:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.856187:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.856190:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9b9 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.856198:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.856203:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.856204:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.856208:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.856214:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.856221:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227c00, rc 0) 00010000:00010000:2.0:1746138013.856229:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.856236:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.856246:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968182912:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.856274:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972540544:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.856280:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7959 00000100:00100000:2.0:1746138013.856306:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.858887:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968182912:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.858915:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.858969:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972540672:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2847us (2969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.858980:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13035 00000100:00100000:0.0:1746138013.860106:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.860201:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972540928 00000100:00100000:2.0:1746138013.860209:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972540928 00002000:00100000:2.0:1746138013.860264:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126a00 x1830957972540928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.860275:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126a00 with x1830957972540928 ext(0->4095) 00010000:00010000:2.0:1746138013.860284:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.860298:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.860305:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126a00 00000100:00100000:2.0:1746138013.860332:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3625 00000100:00100000:2.0:1746138013.860339:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972540928:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.860559:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972540928:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 220us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.860565:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3625 00002000:00100000:2.0:1746138013.860571:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126a00 x1830957972540928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.860578:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126a00 with x1830957972540928 ext(0->4095) 00010000:00010000:2.0:1746138013.860583:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.860596:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.860601:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126a00 00000100:00100000:0.0:1746138013.861759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.861852:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.861902:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972541056 00000100:00100000:3.0:1746138013.861910:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972541056 00000100:00100000:3.0:1746138013.861953:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7960 00000100:00100000:3.0:1746138013.861958:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972541056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.861973:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138013.861994:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972541184 00010000:00010000:3.0:1746138013.861996:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9ce expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.861998:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972541184 00010000:00010000:2.0:1746138013.862017:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.862023:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.862029:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.862040:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.862044:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.862049:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13036 00000100:00100000:2.0:1746138013.862055:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:1959:x1830957972541184:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.862065:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.862085:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.862087:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.862096:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.862222:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.862222:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c0 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.862232:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.862233:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.862241:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.862248:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.862271:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138013.862278:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.862290:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.862301:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968183168:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.862304:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957972541184:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 248us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.862311:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13036 00000100:00100000:3.0:1746138013.862355:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.863839:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968183168:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.863845:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138013.863860:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226000, rc 0) 00000100:00100000:3.0:1746138013.863901:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972541056:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1942us (2147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.863909:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7960 00000100:00100000:2.0:1746138013.863936:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972541440 00000100:00100000:2.0:1746138013.863943:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972541440 00002000:00100000:2.0:1746138013.863989:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126680 x1830957972541440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.864001:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126680 with x1830957972541440 ext(0->4095) 00010000:00010000:2.0:1746138013.864011:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.864025:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.864033:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126680 00000100:00100000:2.0:1746138013.864065:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3626 00000100:00100000:2.0:1746138013.864074:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972541440:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.864282:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972541440:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 209us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.864289:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3626 00002000:00100000:2.0:1746138013.864295:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b126680 x1830957972541440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.864303:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126680 with x1830957972541440 ext(0->4095) 00010000:00010000:2.0:1746138013.864308:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.864322:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.864328:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b126680 00000100:00100000:0.0:1746138013.868007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.868123:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972541568 00000100:00100000:2.0:1746138013.868133:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972541568 00010000:00010000:2.0:1746138013.868176:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.868222:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13037 00000100:00100000:2.0:1746138013.868230:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972541568:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.868246:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.868282:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.868296:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.868326:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094227c00/0x8ae21a86589e1f52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9c7 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.868368:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.868370:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.868379:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.868388:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.868465:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.868484:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968183296:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.868588:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.870097:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968183296:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.870167:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.870221:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972541568:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1991us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.870231:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13037 00000100:00100000:0.0:1746138013.870628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.870729:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972541824 00000100:00100000:2.0:1746138013.870735:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972541824 00002000:00100000:2.0:1746138013.870846:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b127800 x1830957972541824/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.870856:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127800 with x1830957972541824 ext(0->4095) 00002000:00010000:2.0:1746138013.870861:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b127800 00000100:00100000:1.0:1746138013.871490:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5629 00000100:00100000:1.0:1746138013.871502:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972541824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.871799:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972541824:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 301us (1172us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.871807:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5629 00002000:00100000:1.0:1746138013.871812:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b127800 x1830957972541824/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.871819:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127800 with x1830957972541824 ext(0->4095) 00002000:00010000:1.0:1746138013.871822:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b127800 00000100:00100000:0.0:1746138013.873390:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.873437:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972541952 00000100:00100000:3.0:1746138013.873443:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972541952 00000100:00100000:3.0:1746138013.873482:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7961 00000100:00100000:3.0:1746138013.873486:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972541952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.873499:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.873517:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9d5 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.873542:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.873549:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.873551:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.873554:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.873588:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.873600:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.873611:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968183424:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.873708:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.875223:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968183424:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.875268:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.875286:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094226200, rc 0) 00000100:00100000:3.0:1746138013.875327:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972541952:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1839us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.875336:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7961 00000100:00100000:0.0:1746138013.875562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.875585:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972542080 00000100:00100000:2.0:1746138013.875591:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972542080 00010000:00010000:2.0:1746138013.875618:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.875647:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13038 00000100:00100000:2.0:1746138013.875658:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972542080:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.875670:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.875698:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.875712:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.875734:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226000/0x8ae21a86589e1f59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ce expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.875756:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.875757:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.875764:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.875770:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.875792:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.875800:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968183552:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.875909:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.876915:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968183552:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.876929:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.876951:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972542080:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1298us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.876958:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13038 00000100:00100000:0.0:1746138013.877127:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.877148:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972542336 00000100:00100000:1.0:1746138013.877153:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972542336 00002000:00100000:1.0:1746138013.877184:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120000 x1830957972542336/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.877193:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120000 with x1830957972542336 ext(0->4095) 00002000:00010000:1.0:1746138013.877197:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120000 00000100:00100000:1.0:1746138013.877224:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5630 00000100:00100000:1.0:1746138013.877231:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972542336:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.877388:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972542336:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.877394:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5630 00002000:00100000:1.0:1746138013.877399:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120000 x1830957972542336/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.877407:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120000 with x1830957972542336 ext(0->4095) 00002000:00010000:1.0:1746138013.877410:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120000 00000100:00100000:0.0:1746138013.878568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.878610:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972542464 00000100:00100000:3.0:1746138013.878615:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972542464 00000100:00100000:3.0:1746138013.878673:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7962 00000100:00100000:3.0:1746138013.878680:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972542464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.878692:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.878708:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9dc expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.878736:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.878743:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.878745:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.878749:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.878775:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.878792:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.878804:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968183680:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.878882:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.879982:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968183680:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.880003:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.880015:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414400, rc 0) 00000100:00100000:3.0:1746138013.880037:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972542464:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1358us (1472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.880043:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7962 00000100:00100000:0.0:1746138013.880223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.880286:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972542592 00000100:00100000:2.0:1746138013.880292:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972542592 00010000:00010000:2.0:1746138013.880313:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.880335:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13039 00000100:00100000:2.0:1746138013.880341:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972542592:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.880351:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.880375:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.880386:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.880409:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e1f60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9d5 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.880453:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.880455:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.880461:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.880468:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.880490:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.880500:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968183808:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.880569:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.880793:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.880857:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972542720 00000100:00100000:3.0:1746138013.880860:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972542720 00000100:00100000:3.0:1746138013.880886:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7963 00000100:00100000:3.0:1746138013.880891:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972542720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.880901:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.880909:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9e3 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.880924:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.880936:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.880938:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.880940:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.880956:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.880966:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.880974:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968183936:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.881007:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.882433:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.882445:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968183808:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.882465:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.882494:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972542592:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2153us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.882502:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13039 00000100:00100000:3.0:1746138013.882504:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968183936:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.882524:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.882530:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972542976 00000100:00100000:2.0:1746138013.882534:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972542976 00010000:00010000:3.0:1746138013.882537:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414e00, rc 0) 00000100:00100000:3.0:1746138013.882558:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972542720:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1666us (1765us total) trans 0 rc 0/0 00002000:00100000:2.0:1746138013.882561:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457480 x1830957972542976/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746138013.882564:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7963 00002000:00100000:2.0:1746138013.882570:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457480 with x1830957972542976 ext(0->4095) 00010000:00010000:2.0:1746138013.882577:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.882588:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.882595:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457480 00000100:00100000:2.0:1746138013.882887:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3627 00000100:00100000:2.0:1746138013.882894:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972542976:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.883062:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972542976:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.883067:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3627 00002000:00100000:2.0:1746138013.883072:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457480 x1830957972542976/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.883085:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457480 with x1830957972542976 ext(0->4095) 00010000:00010000:2.0:1746138013.883090:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.883099:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.883104:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457480 00000100:00100000:0.0:1746138013.884519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.884560:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.884640:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972543104 00000100:00100000:2.0:1746138013.884645:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972543104 00010000:00010000:2.0:1746138013.884664:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.884670:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972543232 00000100:00100000:3.0:1746138013.884673:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972543232 00000100:00100000:3.0:1746138013.884696:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7964 00000100:00100000:3.0:1746138013.884701:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972543232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.884714:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138013.884722:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13040 00000100:00100000:2.0:1746138013.884727:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1960:x1830957972543104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.884728:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9ea expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.884748:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.884753:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.884754:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.884759:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.884763:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.884772:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.884779:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.884795:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414400/0x8ae21a86589e1f67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9dc expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.884808:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.884818:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.884820:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.884825:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.884829:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.884836:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.884844:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414c00, rc 0) 00010000:00010000:2.0:1746138013.884844:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.884853:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.884861:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968184192:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.884879:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972543232:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.884884:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7964 00000100:00100000:2.0:1746138013.884949:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.885964:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968184192:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.885979:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.886004:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1960:x1830957972543104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1276us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.886011:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13040 00000100:00100000:0.0:1746138013.886375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.886448:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972543488 00000100:00100000:1.0:1746138013.886451:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972543488 00002000:00100000:1.0:1746138013.886480:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454e00 x1830957972543488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.886487:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957972543488 ext(0->4095) 00010000:00010000:1.0:1746138013.886493:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.886501:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.886506:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454e00 00000100:00100000:1.0:1746138013.886523:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3628 00000100:00100000:1.0:1746138013.886527:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972543488:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.886679:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972543488:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.886685:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3628 00002000:00100000:1.0:1746138013.886691:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454e00 x1830957972543488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.886698:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454e00 with x1830957972543488 ext(0->4095) 00010000:00010000:1.0:1746138013.886703:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.886712:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.886717:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131454e00 00000100:00100000:0.0:1746138013.888014:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.888085:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.888148:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972543744 00000100:00100000:2.0:1746138013.888154:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972543744 00000100:00100000:3.0:1746138013.888173:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972543616 00000100:00100000:3.0:1746138013.888177:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972543616 00010000:00010000:2.0:1746138013.888179:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.888199:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7965 00000100:00100000:3.0:1746138013.888205:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972543616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138013.888208:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13041 00000100:00100000:2.0:1746138013.888213:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957972543744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.888217:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.888227:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.888232:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9f1 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.888241:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.888264:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.888277:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.888284:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.888289:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.888292:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.888310:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e1f6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9e3 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.888321:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.888323:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.888329:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.888336:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.888346:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.888357:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.888370:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968184320:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.888374:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.888382:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.888391:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968184448:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.888466:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.888470:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.889268:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968184320:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.889289:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.889297:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093410e00, rc 0) 00000100:00100000:3.0:1746138013.889318:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972543616:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1114us (1309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.889323:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7965 00000100:00100000:2.0:1746138013.889325:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968184448:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.889338:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.889360:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1959:x1830957972543744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1146us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.889367:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13041 00000100:00100000:0.0:1746138013.889476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.889584:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972544000 00000100:00100000:1.0:1746138013.889588:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972544000 00002000:00100000:1.0:1746138013.889620:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457100 x1830957972544000/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.889629:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457100 with x1830957972544000 ext(0->4095) 00010000:00010000:1.0:1746138013.889639:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.889650:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.889656:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457100 00000100:00100000:1.0:1746138013.889680:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3629 00000100:00100000:1.0:1746138013.889686:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972544000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.889828:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972544000:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.889834:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3629 00002000:00100000:1.0:1746138013.889838:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131457100 x1830957972544000/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.889845:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131457100 with x1830957972544000 ext(0->4095) 00010000:00010000:1.0:1746138013.889850:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.889858:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.889862:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131457100 00000100:00100000:0.0:1746138013.890813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.890852:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972544128 00000100:00100000:2.0:1746138013.890857:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972544128 00010000:00010000:2.0:1746138013.890873:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.890900:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13042 00000100:00100000:2.0:1746138013.890905:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972544128:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.890914:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.890930:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.890943:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.890964:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e1f75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ea expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.890974:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.890976:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.890982:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.890988:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.891014:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.891025:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968184576:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.891091:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.891970:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968184576:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.891983:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.892005:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972544128:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1099us (1192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.892012:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13042 00000100:00100000:0.0:1746138013.892199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.892265:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972544384 00000100:00100000:1.0:1746138013.892270:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972544384 00002000:00100000:1.0:1746138013.892300:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454380 x1830957972544384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.892308:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454380 with x1830957972544384 ext(0->4095) 00002000:00010000:1.0:1746138013.892313:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454380 00000100:00100000:1.0:1746138013.892339:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5631 00000100:00100000:1.0:1746138013.892345:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972544384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.892518:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972544384:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.892524:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5631 00002000:00100000:1.0:1746138013.892529:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454380 x1830957972544384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.892535:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454380 with x1830957972544384 ext(0->4095) 00002000:00010000:1.0:1746138013.892538:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454380 00000100:00100000:0.0:1746138013.893783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.893849:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972544512 00000100:00100000:3.0:1746138013.893854:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972544512 00000100:00100000:3.0:1746138013.893881:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7966 00000100:00100000:3.0:1746138013.893887:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972544512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.893901:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.893918:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9f8 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.893943:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.893950:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.893952:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.893955:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.893983:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.893993:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.894005:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968184704:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.894133:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.895217:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968184704:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.895245:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.895278:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebac00, rc 0) 00000100:00100000:3.0:1746138013.895314:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972544512:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1427us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.895324:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7966 00000100:00100000:0.0:1746138013.895458:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.895530:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972544640 00000100:00100000:2.0:1746138013.895535:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972544640 00010000:00010000:2.0:1746138013.895560:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.895654:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13043 00000100:00100000:2.0:1746138013.895660:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972544640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.895673:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.895697:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.895707:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.895729:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093410e00/0x8ae21a86589e1f7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f1 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.895741:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.895744:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.895751:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.895760:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.895790:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.895800:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968184832:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.895964:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.896976:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968184832:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138013.896994:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.897022:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972544640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1361us (1564us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.897030:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13043 00000100:00100000:0.0:1746138013.897374:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.897457:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972544896 00000100:00100000:1.0:1746138013.897462:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972544896 00002000:00100000:1.0:1746138013.897500:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454a80 x1830957972544896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.897516:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454a80 with x1830957972544896 ext(0->4095) 00002000:00010000:1.0:1746138013.897520:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454a80 00000100:00100000:1.0:1746138013.897552:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5632 00000100:00100000:1.0:1746138013.897557:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972544896:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.897722:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972544896:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.897728:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5632 00002000:00100000:1.0:1746138013.897733:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131454a80 x1830957972544896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.897740:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131454a80 with x1830957972544896 ext(0->4095) 00002000:00010000:1.0:1746138013.897743:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131454a80 00000100:00100000:0.0:1746138013.899784:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.899864:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972545024 00000100:00100000:3.0:1746138013.899871:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972545024 00000100:00100000:3.0:1746138013.899919:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7967 00000100:00100000:3.0:1746138013.899926:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972545024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.899941:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.899959:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ac9ff expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.899984:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.899992:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.899994:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.899997:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.900034:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.900046:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.900064:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968184960:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.900161:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.902071:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968184960:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.902105:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.902121:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092eba200, rc 0) 00000100:00100000:3.0:1746138013.902183:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972545024:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2256us (2406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.902192:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7967 00000100:00100000:0.0:1746138013.902297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.902468:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972545152 00000100:00100000:2.0:1746138013.902477:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972545152 00010000:00010000:2.0:1746138013.902510:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.902547:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13044 00000100:00100000:2.0:1746138013.902555:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972545152:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.902566:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.902586:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.902597:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.902621:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebac00/0x8ae21a86589e1f83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9f8 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.902639:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.902641:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.902648:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.902655:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.902686:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.902699:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968185088:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.902771:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138013.902825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.902895:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972545280 00000100:00100000:2.0:1746138013.902898:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972545280 00000100:00100000:2.0:1746138013.902916:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7968 00000100:00100000:2.0:1746138013.902922:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972545280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.902932:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.902940:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca06 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.902953:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.902963:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.902964:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.902966:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.902979:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.902987:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.902993:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968185216:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.903021:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.904569:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968185088:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.904594:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.904657:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972545152:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2101us (2367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.904667:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13044 00000100:00100000:2.0:1746138013.904784:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968185216:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138013.904810:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.904824:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138013.904866:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972545280:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1943us (2041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.904874:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7968 00000100:00100000:0.0:1746138013.904921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.904943:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972545536 00000100:00100000:1.0:1746138013.904948:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972545536 00002000:00100000:1.0:1746138013.904980:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456680 x1830957972545536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.904989:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456680 with x1830957972545536 ext(0->4095) 00010000:00010000:1.0:1746138013.904994:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.905005:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.905011:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131456680 00000100:00100000:1.0:1746138013.905084:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3630 00000100:00100000:1.0:1746138013.905091:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972545536:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.905211:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972545536:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.905216:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3630 00002000:00100000:1.0:1746138013.905220:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456680 x1830957972545536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.905227:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456680 with x1830957972545536 ext(0->4095) 00010000:00010000:1.0:1746138013.905231:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.905239:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.905244:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131456680 00000100:00100000:0.0:1746138013.906671:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.906724:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.906741:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972545792 00000100:00100000:2.0:1746138013.906749:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972545792 00000100:00100000:2.0:1746138013.906792:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7969 00000100:00100000:2.0:1746138013.906799:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972545792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.906816:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746138013.906817:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972545664 00000100:00100000:3.0:1746138013.906823:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972545664 00010000:00010000:2.0:1746138013.906827:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca0d expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.906845:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.906849:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.906850:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.906856:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746138013.906859:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.906869:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13045 00000100:00100000:3.0:1746138013.906875:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972545664:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.906886:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.906889:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.906897:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.906904:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00010000:00010000:3.0:1746138013.906932:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.906946:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972545792:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.906955:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7969 00010000:00010000:3.0:1746138013.907061:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.907085:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1f8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ac9ff expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.907102:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.907104:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.907110:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.907118:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.907146:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.907156:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.907167:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968185472:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.907541:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.908628:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968185472:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.908648:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.908678:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972545664:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1802us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.908687:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13045 00000100:00100000:0.0:1746138013.908896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.908948:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972546048 00000100:00100000:1.0:1746138013.908954:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972546048 00002000:00100000:1.0:1746138013.908990:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456d80 x1830957972546048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.909000:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456d80 with x1830957972546048 ext(0->4095) 00010000:00010000:1.0:1746138013.909007:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.909019:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.909030:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131456d80 00000100:00100000:1.0:1746138013.909060:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3631 00000100:00100000:1.0:1746138013.909067:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972546048:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.909233:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972546048:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.909239:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3631 00002000:00100000:1.0:1746138013.909244:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880131456d80 x1830957972546048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.909264:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131456d80 with x1830957972546048 ext(0->4095) 00010000:00010000:1.0:1746138013.909269:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.909278:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.909283:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131456d80 00000100:00100000:0.0:1746138013.910504:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.910568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.910705:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972546176 00000100:00100000:3.0:1746138013.910712:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972546176 00000100:00100000:3.0:1746138013.910753:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7970 00000100:00100000:3.0:1746138013.910759:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972546176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.910772:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138013.910774:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972546304 00000100:00100000:2.0:1746138013.910781:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972546304 00010000:00010000:3.0:1746138013.910788:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca14 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.910811:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.910812:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 66 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.910818:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.910824:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.910827:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.910847:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13046 00000100:00100000:2.0:1746138013.910853:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:1959:x1830957972546304:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.910863:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.910863:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.910875:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.910884:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebaa00, rc 0) 00000100:00100000:3.0:1746138013.910927:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972546176:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.910935:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7970 00010000:00010000:2.0:1746138013.911098:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.911139:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.911158:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e1f91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca06 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.911185:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.911187:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.911194:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.911201:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.911228:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.911238:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.911248:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968185728:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.911340:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.912829:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968185728:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.912845:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.912888:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1959:x1830957972546304:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2034us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.912895:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13046 00000100:00100000:0.0:1746138013.913005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.913051:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972546560 00000100:00100000:2.0:1746138013.913056:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972546560 00002000:00100000:2.0:1746138013.913081:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b124700 x1830957972546560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.913089:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124700 with x1830957972546560 ext(0->4095) 00010000:00010000:2.0:1746138013.913095:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.913106:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.913111:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b124700 00000100:00100000:2.0:1746138013.913125:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3632 00000100:00100000:2.0:1746138013.913130:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972546560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.913242:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972546560:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.913248:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3632 00002000:00100000:2.0:1746138013.913266:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b124700 x1830957972546560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.913273:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124700 with x1830957972546560 ext(0->4095) 00010000:00010000:2.0:1746138013.913277:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.913285:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:2.0:1746138013.913290:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b124700 00000100:00100000:0.0:1746138013.915033:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.915080:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972546688 00000100:00100000:2.0:1746138013.915086:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972546688 00010000:00010000:2.0:1746138013.915107:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.915132:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13047 00000100:00100000:2.0:1746138013.915136:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972546688:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.915143:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.915154:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.915160:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.915174:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093872c00/0x8ae21a86589e1f98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca0d expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.915191:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.915193:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.915197:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.915205:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.915224:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.915230:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968185856:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.915298:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.916214:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968185856:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.916227:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.916268:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972546688:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1132us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.916274:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13047 00000100:00100000:0.0:1746138013.916631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.916724:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972546944 00000100:00100000:2.0:1746138013.916731:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972546944 00002000:00100000:2.0:1746138013.916771:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120380 x1830957972546944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.916782:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120380 with x1830957972546944 ext(0->4095) 00002000:00010000:2.0:1746138013.916787:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120380 00000100:00100000:2.0:1746138013.916815:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5633 00000100:00100000:2.0:1746138013.916918:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972546944:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.917082:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972546944:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.917092:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5633 00002000:00100000:2.0:1746138013.917096:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094120380 x1830957972546944/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.917103:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120380 with x1830957972546944 ext(0->4095) 00002000:00010000:2.0:1746138013.917106:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120380 00000100:00100000:0.0:1746138013.918345:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.918511:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972547072 00000100:00100000:3.0:1746138013.918519:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972547072 00000100:00100000:3.0:1746138013.918560:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7971 00000100:00100000:3.0:1746138013.918567:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972547072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.918583:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.918601:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca1b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.918630:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.918637:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.918639:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.918642:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.918673:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.918685:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.918697:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968185984:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.919818:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.920756:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968185984:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.920789:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.920807:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb800, rc 0) 00000100:00100000:3.0:1746138013.920864:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972547072:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2297us (2522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.920872:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7971 00000100:00100000:1.0:1746138013.921016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.921163:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972547200 00000100:00100000:2.0:1746138013.921170:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972547200 00010000:00010000:2.0:1746138013.921193:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.921227:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13048 00000100:00100000:2.0:1746138013.921234:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972547200:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.921247:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.921282:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.921294:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.921316:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1f9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca14 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.921342:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.921344:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.921351:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.921365:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.921397:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.921408:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968186112:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.921740:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.922514:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968186112:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.922622:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.922665:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972547200:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1430us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.922673:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13048 00000100:00100000:0.0:1746138013.923235:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.923516:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972547456 00000100:00100000:2.0:1746138013.923530:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972547456 00002000:00100000:2.0:1746138013.923570:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2d80 x1830957972547456/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.923581:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2d80 with x1830957972547456 ext(0->4095) 00002000:00010000:2.0:1746138013.923585:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b2d80 00000100:00100000:2.0:1746138013.923902:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5634 00000100:00100000:2.0:1746138013.923911:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972547456:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746138013.924215:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972547456:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 304us (980us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.924225:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5634 00002000:00100000:2.0:1746138013.924231:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b2d80 x1830957972547456/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.924239:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2d80 with x1830957972547456 ext(0->4095) 00002000:00010000:2.0:1746138013.924242:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b2d80 00000100:00100000:0.0:1746138013.926211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.926316:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972547584 00000100:00100000:3.0:1746138013.926325:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972547584 00000100:00100000:3.0:1746138013.926383:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7972 00000100:00100000:3.0:1746138013.926390:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:31560:x1830957972547584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.926411:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.926459:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca22 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.926491:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.926498:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.926500:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.926504:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.926541:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.926554:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.926568:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968186240:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.927029:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.927852:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.928062:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972547712 00000100:00100000:3.0:1746138013.928072:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968186240:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138013.928075:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972547712 00010000:00010000:3.0:1746138013.928101:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.928120:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb400, rc 0) 00000100:00100000:1.0:1746138013.928143:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7973 00000100:00100000:1.0:1746138013.928151:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972547712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138013.928159:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31560:x1830957972547584:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1769us (1958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.928166:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7972 00010000:00010000:1.0:1746138013.928169:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.928185:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca29 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.928210:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.928215:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.928221:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.928224:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.928279:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.928290:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.928299:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:1.0:1746138013.928345:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972547712:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.928351:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7973 00000100:00100000:0.0:1746138013.928707:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.928891:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972547840 00000100:00100000:3.0:1746138013.928896:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972547840 00010000:00010000:3.0:1746138013.928914:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.928946:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13049 00000100:00100000:3.0:1746138013.928953:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972547840:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.928961:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.928979:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.928989:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.929008:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fa6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca1b expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.929023:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.929024:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.929029:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.929036:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.929054:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 64 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.929064:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.929073:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968186496:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.929133:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.931125:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968186496:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.931149:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138013.931199:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972547840:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2245us (2492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.931208:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13049 00000100:00100000:2.0:1746138013.931705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.931903:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972548096 00000100:00100000:0.0:1746138013.931911:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972548096 00002000:00100000:0.0:1746138013.931967:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274380 x1830957972548096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.931976:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274380 with x1830957972548096 ext(0->4095) 00010000:00010000:0.0:1746138013.931985:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.931998:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746138013.932005:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c274380 00000100:00100000:0.0:1746138013.932028:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3633 00000100:00100000:0.0:1746138013.932035:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957972548096:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746138013.932206:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957972548096:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (502us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138013.932213:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3633 00002000:00100000:0.0:1746138013.932218:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c274380 x1830957972548096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.932229:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274380 with x1830957972548096 ext(0->4095) 00010000:00010000:0.0:1746138013.932234:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.932244:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746138013.932261:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c274380 00000100:00100000:0.0:1746138013.933995:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.934097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.934183:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972548224 00000100:00100000:2.0:1746138013.934186:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972548352 00000100:00100000:3.0:1746138013.934191:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972548224 00000100:00100000:2.0:1746138013.934191:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972548352 00010000:00010000:2.0:1746138013.934222:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.934244:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7974 00000100:00100000:2.0:1746138013.934246:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13050 00000100:00100000:3.0:1746138013.934262:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972548224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138013.934266:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972548352:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.934277:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138013.934278:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.934291:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca30 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.934301:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.934313:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.934564:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 65 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.934571:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.934575:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.934591:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.934616:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb400/0x8ae21a86589e1fad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca22 expref: 65 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.934631:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.934644:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.934654:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.934655:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.934661:0:11153:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.934669:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.934684:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138013.934692:0:11153:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.934708:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.934721:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968186752:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.934726:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972548352:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 460us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.934733:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13050 00000100:00100000:3.0:1746138013.934771:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.937202:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968186752:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138013.937222:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebba00, rc 0) 00000100:00100000:3.0:1746138013.937320:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972548224:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3068us (3332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.937320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.937329:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7974 00000100:00100000:0.0:1746138013.937389:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972548608 00000100:00100000:0.0:1746138013.937394:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972548608 00002000:00100000:0.0:1746138013.937450:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0000 x1830957972548608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.937459:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0000 with x1830957972548608 ext(0->4095) 00010000:00010000:0.0:1746138013.937466:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.937479:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746138013.937485:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b0000 00000100:00100000:1.0:1746138013.937563:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3634 00000100:00100000:1.0:1746138013.937571:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972548608:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138013.937724:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972548608:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.937730:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3634 00002000:00100000:1.0:1746138013.937735:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0000 x1830957972548608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.937745:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0000 with x1830957972548608 ext(0->4095) 00010000:00010000:1.0:1746138013.937748:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.937754:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 64 pid: 17395 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.937758:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b0000 00000100:00100000:0.0:1746138013.939118:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.939164:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972548864 00000100:00100000:3.0:1746138013.939169:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972548864 00000100:00100000:0.0:1746138013.939184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.939332:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972548736 00000100:00100000:2.0:1746138013.939341:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972548736 00000100:00100000:3.0:1746138013.939369:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7975 00000100:00100000:3.0:1746138013.939377:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972548864:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138013.939377:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 65 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.939390:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.939406:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca37 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.939406:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13051 00000100:00100000:2.0:1746138013.939412:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1960:x1830957972548736:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138013.939450:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138013.939453:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138013.939456:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.939466:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138013.939469:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.939479:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 66 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.939491:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 66 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.939630:0:11153:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.939635:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f600/0x8ae21a86589e1fb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca29 expref: 66 pid: 17395 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1746138013.939642:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 66 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.939649:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.939650:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.939657:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.939665:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.939677:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb800, rc 0) 00010000:00010000:2.0:1746138013.939694:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.939706:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.939717:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187008:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138013.939830:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972548864:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 452us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.939836:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7975 00000100:00100000:2.0:1746138013.939852:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.941209:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187008:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.941222:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.941245:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1960:x1830957972548736:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1833us (2060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.941264:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13051 00000100:00100000:0.0:1746138013.941726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.941806:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972549120 00000100:00100000:1.0:1746138013.941812:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972549120 00002000:00100000:1.0:1746138013.941840:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1500 x1830957972549120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.941850:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1500 with x1830957972549120 ext(0->4095) 00010000:00010000:1.0:1746138013.941856:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.941867:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.941873:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b1500 00000100:00100000:1.0:1746138013.941899:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3635 00000100:00100000:1.0:1746138013.941905:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972549120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746138013.942038:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972549120:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138013.942043:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3635 00002000:00100000:1.0:1746138013.942049:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b1500 x1830957972549120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138013.942056:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1500 with x1830957972549120 ext(0->4095) 00010000:00010000:1.0:1746138013.942059:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1746138013.942068:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1746138013.942073:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297b1500 00000100:00100000:0.0:1746138013.944209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.944263:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972549248 00000100:00100000:2.0:1746138013.944268:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972549248 00010000:00010000:2.0:1746138013.944289:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.944315:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13052 00000100:00100000:2.0:1746138013.944319:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972549248:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.944327:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.944340:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.944347:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.944363:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca30 expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.944383:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.944385:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.944389:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.944395:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.944451:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.944462:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187136:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.944626:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.945960:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187136:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.945976:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.946004:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972549248:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1683us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.946011:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13052 00000100:00100000:0.0:1746138013.946532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.946596:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972549504 00000100:00100000:2.0:1746138013.946602:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972549504 00002000:00100000:2.0:1746138013.946635:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0700 x1830957972549504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.946644:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0700 with x1830957972549504 ext(0->4095) 00002000:00010000:2.0:1746138013.946648:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b0700 00000100:00100000:2.0:1746138013.946677:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5635 00000100:00100000:2.0:1746138013.946685:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972549504:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.946825:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972549504:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.946831:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5635 00002000:00100000:2.0:1746138013.946836:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801297b0700 x1830957972549504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.946843:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0700 with x1830957972549504 ext(0->4095) 00002000:00010000:2.0:1746138013.946845:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b0700 00000100:00100000:0.0:1746138013.949072:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.949225:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972549632 00000100:00100000:3.0:1746138013.949239:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972549632 00000100:00100000:3.0:1746138013.949322:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7976 00000100:00100000:3.0:1746138013.949329:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972549632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.949351:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.949371:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca3e expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.949401:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.949408:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.949410:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.949413:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.949479:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 63 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.949492:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 63 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1746138013.949504:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968187264:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.950075:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.951909:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968187264:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.951942:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 6 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.951967:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092eba200, rc 0) 00000100:00100000:3.0:1746138013.952184:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972549632:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2853us (3123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.952193:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7976 00000100:00100000:0.0:1746138013.952263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.952379:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972549760 00000100:00100000:2.0:1746138013.952387:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972549760 00010000:00010000:2.0:1746138013.952447:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.952469:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13053 00000100:00100000:2.0:1746138013.952476:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972549760:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.952488:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.952510:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.952520:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.952541:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1fc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca37 expref: 64 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.952561:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.952563:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.952570:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.952577:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.952602:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.952612:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187392:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.952682:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.954689:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187392:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.954717:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.954781:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972549760:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2303us (2532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.954796:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13053 00000100:00100000:0.0:1746138013.954895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.955219:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972550016 00000100:00100000:2.0:1746138013.955226:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972550016 00002000:00100000:2.0:1746138013.955281:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67100 x1830957972550016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.955291:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67100 with x1830957972550016 ext(0->4095) 00002000:00010000:2.0:1746138013.955297:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f67100 00000100:00100000:2.0:1746138013.955403:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5636 00000100:00100000:2.0:1746138013.955539:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972550016:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138013.955716:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972550016:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 303us (821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.955722:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5636 00002000:00100000:2.0:1746138013.955728:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67100 x1830957972550016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.955736:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67100 with x1830957972550016 ext(0->4095) 00002000:00010000:2.0:1746138013.955739:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f67100 00000100:00100000:0.0:1746138013.957333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.957460:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972550144 00000100:00100000:3.0:1746138013.957468:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972550144 00000100:00100000:0.0:1746138013.957647:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.958124:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972550272 00000100:00100000:3.0:1746138013.958128:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972550272 00000100:00100000:3.0:1746138013.958162:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7977 00000100:00100000:3.0:1746138013.958170:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972550144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.958194:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.958214:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca45 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.958259:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.958267:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.958269:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.958273:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.958319:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 5 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138013.958330:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7978 00010000:00010000:3.0:1746138013.958332:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 5 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1746138013.958340:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31560:x1830957972550272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746138013.958346:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968187520:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138013.958347:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138013.958354:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca4c expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.958366:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.958369:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 66 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.958374:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138013.958376:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.958408:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 66 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138013.958443:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00010000:00010000:1.0:1746138013.958447:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.958457:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fa00, rc 0) 00000100:00100000:1.0:1746138013.958481:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31560:x1830957972550272:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138013.958487:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7978 00000100:00100000:3.0:1746138013.961052:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968187520:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.961090:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.961110:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebba00, rc 0) 00000100:00100000:3.0:1746138013.961177:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972550144:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3005us (3847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.961186:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7977 00000100:00100000:0.0:1746138013.961686:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.961751:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972550400 00000100:00100000:2.0:1746138013.961760:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972550400 00010000:00010000:2.0:1746138013.961789:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.961824:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13054 00000100:00100000:2.0:1746138013.961831:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972550400:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.961851:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.961877:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.961889:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.961919:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1fc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca3e expref: 6 pid: 11153 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.961949:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.961952:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.961959:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.961969:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.962003:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.962016:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 64 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.962029:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187776:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.962095:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.963829:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c276d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187776:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.963856:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.963900:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972550400:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2069us (2215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.963908:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13054 00000100:00100000:2.0:1746138013.964030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.964073:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972550656 00000100:00100000:0.0:1746138013.964079:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972550656 00002000:00100000:0.0:1746138013.964125:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c276d80 x1830957972550656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.964135:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c276d80 with x1830957972550656 ext(0->4095) 00010000:00010000:0.0:1746138013.964144:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.964162:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746138013.964168:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c276d80 00000100:00100000:0.0:1746138013.964192:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3636 00000100:00100000:0.0:1746138013.964200:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972550656:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746138013.964411:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972550656:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 211us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746138013.964451:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3636 00002000:00100000:0.0:1746138013.964457:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c276d80 x1830957972550656/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138013.964464:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c276d80 with x1830957972550656 ext(0->4095) 00010000:00010000:0.0:1746138013.964473:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746138013.964481:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746138013.964487:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c276d80 00000100:00100000:0.0:1746138013.966239:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.966327:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972550784 00000100:00100000:2.0:1746138013.966334:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972550784 00010000:00010000:2.0:1746138013.966358:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1746138013.966387:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13055 00000100:00100000:2.0:1746138013.966393:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972550784:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.966406:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.966452:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.966464:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.966486:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e1fd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca45 expref: 65 pid: 8501 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1746138013.966501:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.966502:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.966509:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.966516:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.966546:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.966557:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187904:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.966628:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.968082:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968187904:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138013.968100:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138013.968145:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972550784:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1751us (1981us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.968154:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13055 00000100:00100000:0.0:1746138013.968663:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.968704:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972551040 00000100:00100000:2.0:1746138013.968710:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972551040 00002000:00100000:2.0:1746138013.968740:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67800 x1830957972551040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.968756:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67800 with x1830957972551040 ext(0->4095) 00002000:00010000:2.0:1746138013.968760:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f67800 00000100:00100000:2.0:1746138013.968782:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5637 00000100:00100000:2.0:1746138013.968788:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972551040:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.968932:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972551040:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.968937:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5637 00002000:00100000:2.0:1746138013.968942:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f67800 x1830957972551040/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.968948:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67800 with x1830957972551040 ext(0->4095) 00002000:00010000:2.0:1746138013.968950:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f67800 00000100:00100000:0.0:1746138013.970686:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.970769:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972551168 00000100:00100000:3.0:1746138013.970776:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972551168 00000100:00100000:3.0:1746138013.970828:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7979 00000100:00100000:3.0:1746138013.970835:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972551168:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.970851:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.970898:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca53 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.970927:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 63 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.970936:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.970938:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.970941:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.970973:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 63 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.970985:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 63 pid: 17395 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1746138013.970997:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968188032:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.971357:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.974657:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968188032:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138013.974698:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.974719:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092eba800, rc 0) 00000100:00100000:0.0:1746138013.974790:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972551168:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3955us (4110us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138013.974801:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7979 00000100:00100000:1.0:1746138013.976680:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138013.976753:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972551296 00000100:00100000:0.0:1746138013.976763:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972551296 00010000:00010000:0.0:1746138013.976806:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 64 pid: 17395 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746138013.977794:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13056 00000100:00100000:0.0:1746138013.977803:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972551296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138013.977824:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138013.977853:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 64 pid: 17395 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746138013.977865:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 64 pid: 17395 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746138013.977894:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fa00/0x8ae21a86589e1fd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca4c expref: 64 pid: 17395 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746138013.977929:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.977932:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138013.977941:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.977951:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138013.978002:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138013.978018:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968188160:192.168.204.27@tcp:105: 00000100:00100000:0.0:1746138013.978127:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746138013.979723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.979772:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972551424 00000100:00100000:1.0:1746138013.979780:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972551424 00000100:00100000:1.0:1746138013.979830:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7980 00000100:00100000:1.0:1746138013.979837:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972551424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138013.979855:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138013.979863:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130f67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968188160:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138013.979872:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca5a expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.979890:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138013.979898:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.979906:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.979908:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138013.979912:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.979941:0:8501:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 5 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.979958:0:8501:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 5 pid: 8501 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1746138013.979969:0:8501:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968188288:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138013.980051:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972551296:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2248us (3376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.980061:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13056 00000100:00100000:0.0:1746138013.980118:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.980271:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972551680 00000100:00100000:1.0:1746138013.980292:0:8501:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107000 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.980329:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972551680 00002000:00100000:2.0:1746138013.980411:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f65c00 x1830957972551680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.980457:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65c00 with x1830957972551680 ext(0->4095) 00010000:00010000:2.0:1746138013.980465:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.980483:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 559 lvb_type: 0 00002000:00010000:2.0:1746138013.980489:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f65c00 00000100:00100000:2.0:1746138013.980516:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3637 00000100:00100000:2.0:1746138013.980524:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972551680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138013.980694:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972551680:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138013.980700:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3637 00002000:00100000:2.0:1746138013.980705:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f65c00 x1830957972551680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138013.980712:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65c00 with x1830957972551680 ext(0->4095) 00010000:00010000:2.0:1746138013.980716:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.980725:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 559 lvb_type: 0 00002000:00010000:2.0:1746138013.980729:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f65c00 00000100:00100000:0.0:1746138013.982706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138013.982790:0:8501:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8501:1830957968188288:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138013.982805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138013.982825:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138013.982844:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e800, rc 0) 00000100:00100000:1.0:1746138013.982886:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972551424:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3050us (3170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.982895:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972551808 00000100:00100000:1.0:1746138013.982895:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7980 00000100:00100000:3.0:1746138013.982902:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972551808 00000100:00100000:3.0:1746138013.982930:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7981 00000100:00100000:3.0:1746138013.982937:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972551808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.982953:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.982997:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca61 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.983020:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138013.983026:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.983032:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.983035:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.983068:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.983078:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.983086:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebaa00, rc 0) 00000100:00100000:3.0:1746138013.983107:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31560:x1830957972551808:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.983113:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7981 00000100:00100000:2.0:1746138013.983665:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972551936 00000100:00100000:2.0:1746138013.983678:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972551936 00010000:00010000:2.0:1746138013.983724:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138013.984019:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13057 00000100:00100000:2.0:1746138013.984028:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972551936:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.984044:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.984066:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.984077:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.984099:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e1fde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca53 expref: 6 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.984130:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.984132:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.984139:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.984146:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.984175:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.984185:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 64 pid: 8501 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138013.984196:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968188544:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.985160:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.987442:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968188544:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.987470:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138013.987521:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972551936:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3492us (4713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.987533:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13057 00000100:00100000:0.0:1746138013.987790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.987897:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972552192 00000100:00100000:3.0:1746138013.987906:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972552192 00002000:00100000:3.0:1746138013.987955:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64a80 x1830957972552192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.987965:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64a80 with x1830957972552192 ext(0->4095) 00010000:00010000:3.0:1746138013.987976:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138013.987989:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138013.987997:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f64a80 00000100:00100000:3.0:1746138013.988023:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3638 00000100:00100000:3.0:1746138013.988030:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972552192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138013.988472:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972552192:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 442us (682us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.988479:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3638 00002000:00100000:3.0:1746138013.988484:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130f64a80 x1830957972552192/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.988491:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64a80 with x1830957972552192 ext(0->4095) 00010000:00010000:3.0:1746138013.988496:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138013.988505:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138013.988510:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130f64a80 00000100:00100000:0.0:1746138013.990640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.990708:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972552320 00000100:00100000:2.0:1746138013.990722:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972552320 00010000:00010000:2.0:1746138013.990759:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138013.990805:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13058 00000100:00100000:2.0:1746138013.990812:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957972552320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.990827:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.990851:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.990868:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.990894:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e800/0x8ae21a86589e1fe5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca5a expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.990924:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.990927:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.990936:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.990945:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.990985:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.990998:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968188672:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.991329:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138013.994016:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968188672:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138013.994038:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138013.994039:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.994077:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1959:x1830957972552320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3265us (3446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138013.994085:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13058 00000100:00100000:3.0:1746138013.994101:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972552576 00000100:00100000:3.0:1746138013.994111:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972552576 00002000:00100000:3.0:1746138013.994157:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8aa00 x1830957972552576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/0 e 0 to 0 dl 1746138024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.994173:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8aa00 with x1830957972552576 ext(0->4095) 00002000:00010000:3.0:1746138013.994178:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8aa00 00000100:00100000:3.0:1746138013.994205:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5638 00000100:00100000:3.0:1746138013.994212:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972552576:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138013.994956:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972552576:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 744us (918us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138013.994963:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5638 00002000:00100000:3.0:1746138013.994968:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8aa00 x1830957972552576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:449/0 lens 488/4536 e 0 to 0 dl 1746138024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138013.994974:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8aa00 with x1830957972552576 ext(0->4095) 00002000:00010000:3.0:1746138013.994977:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8aa00 00000100:00100000:0.0:1746138013.996990:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138013.997062:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972552704 00000100:00100000:3.0:1746138013.997072:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972552704 00000100:00100000:3.0:1746138013.997123:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7982 00000100:00100000:3.0:1746138013.997130:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972552704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138013.997147:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138013.997162:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca68 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.997190:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.997197:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.997198:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138013.997203:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.997229:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.997243:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 63 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1746138013.997264:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968188800:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138013.997344:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138013.998857:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968188800:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138013.998884:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138013.998898:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb800, rc 0) 00000100:00100000:3.0:1746138013.998934:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972552704:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1804us (1954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138013.998941:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7982 00000100:00100000:0.0:1746138013.999022:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138013.999076:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972552832 00000100:00100000:2.0:1746138013.999083:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972552832 00010000:00010000:2.0:1746138013.999105:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138013.999141:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13059 00000100:00100000:2.0:1746138013.999147:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972552832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138013.999157:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138013.999175:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.999184:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.999203:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e1fec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca61 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138013.999223:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.999225:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138013.999230:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.999237:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138013.999273:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138013.999357:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968188928:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138013.999547:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138014.000440:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968188928:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138014.000452:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138014.000480:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972552832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1333us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.000488:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13059 00000100:00100000:0.0:1746138014.000730:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.000801:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972553088 00000100:00100000:3.0:1746138014.000805:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972553088 00002000:00100000:3.0:1746138014.000850:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4bb80 x1830957972553088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.000859:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4bb80 with x1830957972553088 ext(0->4095) 00002000:00010000:3.0:1746138014.000864:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4bb80 00000100:00080000:1.0:1746138014.000880:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746138014.000891:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5639 00000100:00100000:3.0:1746138014.000950:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972553088:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746138014.001093:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972553088:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138014.001099:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5639 00002000:00100000:3.0:1746138014.001104:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4bb80 x1830957972553088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.001111:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4bb80 with x1830957972553088 ext(0->4095) 00002000:00010000:3.0:1746138014.001113:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4bb80 00000100:00100000:0.0:1746138014.003851:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.003958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.003989:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972553216 00000100:00100000:3.0:1746138014.003998:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972553216 00000100:00080000:0.0:1746138014.004041:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746138014.004043:0:8501:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972553344 00000100:00100000:1.0:1746138014.004047:0:8501:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972553344 00000100:00100000:3.0:1746138014.004053:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7983 00000100:00100000:3.0:1746138014.004059:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972553216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138014.004072:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138014.004082:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7984 00010000:00010000:3.0:1746138014.004085:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca6f expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138014.004088:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972553344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138014.004094:0:8501:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138014.004101:0:8501:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca76 expref: -99 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.004106:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.004111:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138014.004112:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138014.004114:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.004277:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138014.004283:0:8501:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.004288:0:8501:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138014.004291:0:8501:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 66 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.004310:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.004321:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 5 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1746138014.004329:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968189056:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138014.004332:0:8501:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.004343:0:8501:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 66 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.004351:0:8501:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369e200, rc 0) 00000100:00100000:3.0:1746138014.004402:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b456c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138014.004585:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972553344:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 497us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138014.004591:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7984 00000100:00100000:3.0:1746138014.005922:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968189056:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138014.005955:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.006099:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092eba200, rc 0) 00000100:00100000:3.0:1746138014.006150:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31560:x1830957972553216:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2089us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.006158:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7983 00000100:00100000:0.0:1746138014.006508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.006590:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972553472 00000100:00100000:2.0:1746138014.006602:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972553472 00010000:00010000:2.0:1746138014.006635:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.006664:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13060 00000100:00100000:2.0:1746138014.006669:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972553472:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138014.006681:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138014.006698:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.006709:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.006731:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e1ff3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca68 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.006762:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.006763:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.006770:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.006776:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.006798:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.006806:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.006813:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968189312:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138014.006880:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138014.007880:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968189312:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138014.007898:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138014.007948:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972553472:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1277us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.007956:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13060 00000100:00100000:0.0:1746138014.008215:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.008294:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972553728 00000100:00100000:3.0:1746138014.008304:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972553728 00002000:00100000:3.0:1746138014.008347:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49f80 x1830957972553728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.008357:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49f80 with x1830957972553728 ext(0->4095) 00010000:00010000:3.0:1746138014.008366:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.008380:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138014.008393:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49f80 00000100:00100000:3.0:1746138014.008452:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3639 00000100:00100000:3.0:1746138014.008459:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972553728:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138014.008641:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972553728:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138014.008647:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3639 00002000:00100000:3.0:1746138014.008651:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c49f80 x1830957972553728/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.008657:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49f80 with x1830957972553728 ext(0->4095) 00010000:00010000:3.0:1746138014.008662:0:25240:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.008670:0:25240:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138014.008675:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c49f80 00000100:00100000:0.0:1746138014.011819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.011927:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972553856 00000100:00100000:3.0:1746138014.011938:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972553856 00000100:00100000:3.0:1746138014.012045:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7985 00000100:00100000:3.0:1746138014.012054:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972553856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138014.012077:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138014.012104:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca7d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.012142:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138014.012149:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.012154:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138014.012157:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.012203:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.012217:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.012227:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092eba800, rc 0) 00000100:00100000:0.0:1746138014.012292:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.012355:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972553984 00000100:00100000:2.0:1746138014.012365:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972553984 00010000:00010000:2.0:1746138014.012384:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.012442:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13061 00000100:00100000:2.0:1746138014.012450:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972553984:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138014.012459:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138014.012490:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.012508:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.012525:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba200/0x8ae21a86589e1ffa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca6f expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1746138014.012701:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972553856:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 647us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.012708:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7985 00010000:00010000:2.0:1746138014.012755:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.012757:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.012763:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.012772:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.012794:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 64 pid: 8501 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.012807:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 64 pid: 8501 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.012826:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968189568:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138014.012902:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138014.015127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138014.015196:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972554240 00000100:00100000:1.0:1746138014.015205:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972554240 00002000:00100000:1.0:1746138014.015260:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4a300 x1830957972554240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138014.015272:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4a300 with x1830957972554240 ext(0->4095) 00010000:00010000:1.0:1746138014.015282:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.015298:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.015303:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968189568:192.168.204.27@tcp:105: 00002000:00010000:1.0:1746138014.015311:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c4a300 00010000:00010000:2.0:1746138014.015327:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138014.015344:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3640 00000100:00100000:1.0:1746138014.015351:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972554240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746138014.015395:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1958:x1830957972553984:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2945us (3112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.015405:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13061 00000100:00100000:1.0:1746138014.015570:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972554240:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 220us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138014.015577:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3640 00002000:00100000:1.0:1746138014.015582:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4a300 x1830957972554240/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138014.015589:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4a300 with x1830957972554240 ext(0->4095) 00010000:00010000:1.0:1746138014.015594:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 64 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.015603:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 64 pid: 8501 timeout: 559 lvb_type: 0 00002000:00010000:1.0:1746138014.015609:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c4a300 00000100:00100000:0.0:1746138014.017679:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.017771:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972554368 00000100:00100000:3.0:1746138014.017780:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972554368 00000100:00100000:3.0:1746138014.017829:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7986 00000100:00100000:3.0:1746138014.017837:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e064450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972554368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138014.017854:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138014.017874:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca84 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.017906:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138014.017913:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.017919:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138014.017923:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.017968:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.017979:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.017989:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebbe00, rc 0) 00000100:00100000:0.0:1746138014.018042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.018051:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e064450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972554368:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.018058:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7986 00000100:00100000:2.0:1746138014.018141:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972554496 00000100:00100000:2.0:1746138014.018152:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972554496 00010000:00010000:2.0:1746138014.018189:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.018216:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13062 00000100:00100000:2.0:1746138014.018224:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972554496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138014.018235:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138014.018264:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.018279:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.018307:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2001 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca76 expref: 65 pid: 8501 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.018324:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.018326:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.018341:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.018349:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.018392:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.018403:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 5 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.018449:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968189824:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138014.018533:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138014.020084:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968189824:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138014.020107:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138014.020222:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972554496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1998us (2178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.020238:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13062 00000100:00100000:0.0:1746138014.020278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.020329:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972554752 00000100:00100000:0.0:1746138014.020334:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972554752 00002000:00100000:0.0:1746138014.020380:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c48380 x1830957972554752/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746138014.020391:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48380 with x1830957972554752 ext(0->4095) 00010000:00010000:0.0:1746138014.020401:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746138014.020581:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746138014.020589:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c48380 00000100:00100000:0.0:1746138014.020619:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3641 00000100:00100000:1.0:1746138014.020728:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972554752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746138014.020924:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972554752:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 298us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746138014.020929:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3641 00002000:00100000:1.0:1746138014.020935:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c48380 x1830957972554752/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746138014.020947:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48380 with x1830957972554752 ext(0->4095) 00010000:00010000:1.0:1746138014.020952:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.020962:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00002000:00010000:1.0:1746138014.020967:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c48380 00000100:00100000:0.0:1746138014.022640:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.022780:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972554880 00000100:00100000:2.0:1746138014.022789:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972554880 00010000:00010000:2.0:1746138014.022822:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.022858:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13063 00000100:00100000:2.0:1746138014.022864:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972554880:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138014.022877:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138014.022900:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.022912:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.022939:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2008 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca7d expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.022968:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.022971:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.022978:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.022986:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.023021:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138014.023034:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968189952:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138014.023225:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138014.025109:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968189952:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138014.025133:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138014.025205:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972554880:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2339us (2569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.025216:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13063 00000100:00100000:1.0:1746138014.025700:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.025764:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972555136 00000100:00100000:2.0:1746138014.025770:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972555136 00002000:00100000:2.0:1746138014.025803:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8a680 x1830957972555136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138014.025812:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8a680 with x1830957972555136 ext(0->4095) 00002000:00010000:2.0:1746138014.025817:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8a680 00000100:00100000:2.0:1746138014.025838:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5640 00000100:00100000:2.0:1746138014.025844:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972555136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746138014.025979:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972555136:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138014.025986:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5640 00002000:00100000:2.0:1746138014.025990:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba8a680 x1830957972555136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746138014.025997:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8a680 with x1830957972555136 ext(0->4095) 00002000:00010000:2.0:1746138014.026000:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8a680 00000100:00100000:0.0:1746138014.028650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.028800:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972555264 00000100:00100000:3.0:1746138014.028812:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972555264 00000100:00100000:3.0:1746138014.028880:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7987 00000100:00100000:3.0:1746138014.028890:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972555264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138014.028916:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138014.028941:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca8b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.028988:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.028996:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138014.028998:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138014.029003:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.029044:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.029058:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 63 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1746138014.029073:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968190080:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138014.029744:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45000 going to sleep for 11 seconds 00000100:00100000:0.0:1746138014.032081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.032165:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968190080:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138014.032176:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972555392 00000100:00100000:2.0:1746138014.032188:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972555392 00010000:00010000:3.0:1746138014.032203:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.032224:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb800, rc 0) 00010000:00010000:2.0:1746138014.032224:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1746138014.032296:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972555264:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3407us (3660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.032304:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7987 00000100:00100000:2.0:1746138014.032380:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13064 00000100:00100000:2.0:1746138014.032391:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972555392:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138014.032406:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138014.032541:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.032554:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.032575:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e200f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca84 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.032592:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.032594:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.032601:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.032607:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.032637:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138014.032651:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968190208:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138014.032739:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800931799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138014.033760:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968190208:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138014.033779:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138014.033809:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.033827:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1957:x1830957972555392:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1438us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.033836:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13064 00000100:00100000:3.0:1746138014.033983:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972555648 00000100:00100000:3.0:1746138014.033989:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972555648 00002000:00100000:3.0:1746138014.034022:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4ad80 x1830957972555648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.034031:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4ad80 with x1830957972555648 ext(0->4095) 00002000:00010000:3.0:1746138014.034035:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4ad80 00000100:00100000:3.0:1746138014.034059:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5641 00000100:00100000:3.0:1746138014.034064:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972555648:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138014.034472:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972555648:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 406us (663us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138014.034478:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5641 00002000:00100000:3.0:1746138014.034483:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c4ad80 x1830957972555648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.034489:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4ad80 with x1830957972555648 ext(0->4095) 00002000:00010000:3.0:1746138014.034492:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4ad80 00000100:00100000:0.0:1746138014.036822:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.036875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.036962:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972555904 00000100:00100000:3.0:1746138014.036973:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972555904 00000100:00100000:2.0:1746138014.036983:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972555776 00000100:00100000:2.0:1746138014.036994:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972555776 00000100:00100000:3.0:1746138014.037026:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7988 00000100:00100000:3.0:1746138014.037033:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31560:x1830957972555904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138014.037052:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138014.037071:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca99 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.037126:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.037140:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138014.037141:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138014.037145:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.037178:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.037191:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 5 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1746138014.037204:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968190336:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138014.037328:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45240 going to sleep for 11 seconds 00000100:00100000:2.0:1746138014.037622:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7989 00000100:00100000:2.0:1746138014.037633:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972555776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746138014.037650:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138014.037665:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aca92 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.037686:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.037692:0:17395:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.037698:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138014.037700:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.037733:0:17395:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 66 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.037748:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.037756:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873400, rc 0) 00000100:00100000:2.0:1746138014.037809:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+66:31559:x1830957972555776:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.037815:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7989 00000100:00100000:3.0:1746138014.039363:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968190336:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138014.039394:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.039407:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebaa00, rc 0) 00000100:00100000:3.0:1746138014.039493:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31560:x1830957972555904:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2459us (2680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.039501:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7988 00000100:00100000:0.0:1746138014.039724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.039816:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972556032 00000100:00100000:2.0:1746138014.039827:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972556032 00010000:00010000:2.0:1746138014.039856:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.039885:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13065 00000100:00100000:2.0:1746138014.039890:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972556032:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138014.039901:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138014.039916:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.039927:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.039944:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebb800/0x8ae21a86589e2016 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca8b expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1746138014.039965:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.039967:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138014.039974:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.039981:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.040006:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 64 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.040015:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 64 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.040024:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968190592:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138014.040083:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093179cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138014.042868:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968190592:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138014.042961:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138014.043021:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972556032:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3127us (3296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138014.043032:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13065 00000100:00100000:1.0:1746138014.043045:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.043107:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972556288 00000100:00100000:3.0:1746138014.043114:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972556288 00002000:00100000:3.0:1746138014.043152:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88700 x1830957972556288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.043166:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88700 with x1830957972556288 ext(0->4095) 00010000:00010000:3.0:1746138014.043175:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.043189:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138014.043196:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88700 00000100:00100000:3.0:1746138014.043224:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3642 00000100:00100000:3.0:1746138014.043232:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957972556288:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746138014.043461:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1959:x1830957972556288:12345-192.168.204.27@tcp:3:ptlrpcd_01_00.0 Request processed in 230us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138014.044029:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3642 00002000:00100000:3.0:1746138014.044037:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba88700 x1830957972556288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.044045:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88700 with x1830957972556288 ext(0->4095) 00010000:00010000:3.0:1746138014.044051:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.044066:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138014.044073:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba88700 00000100:00100000:0.0:1746138014.044625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.044703:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.044746:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972556416 00000100:00100000:3.0:1746138014.044752:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972556416 00000100:00100000:3.0:1746138014.044796:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7990 00000100:00100000:3.0:1746138014.044802:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:31560:x1830957972556416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138014.044813:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138014.044823:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746138014.044829:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acaa0 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.044942:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746138014.044945:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972556544 00000100:00100000:1.0:1746138014.044949:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972556544 00010000:00010000:3.0:1746138014.044950:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.044956:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138014.044960:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.044970:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.044999:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 65 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138014.045000:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13066 00000100:00100000:1.0:1746138014.045006:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972556544:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138014.045012:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.045015:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138014.045034:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.045044:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.045060:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebaa00/0x8ae21a86589e201d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca99 expref: 65 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.045078:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138014.045079:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138014.045087:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.045147:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.045162:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138014.045194:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972556544:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 188us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138014.045200:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13066 00010000:00010000:3.0:1746138014.045207:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 64 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.045219:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 63 pid: 17395 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1746138014.045231:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968190848:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138014.045369:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45600 going to sleep for 11 seconds 00000100:00100000:3.0:1746138014.046465:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968190848:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138014.046480:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebbe00, rc 0) 00000100:00100000:3.0:1746138014.046523:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:31560:x1830957972556416:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1720us (1899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.046528:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7990 00000100:00100000:0.0:1746138014.046864:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.046924:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972556800 00000100:00100000:3.0:1746138014.046929:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972556800 00002000:00100000:3.0:1746138014.046955:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c48000 x1830957972556800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.046963:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48000 with x1830957972556800 ext(0->4095) 00010000:00010000:3.0:1746138014.046970:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 64 pid: 17395 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.046980:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 64 pid: 17395 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138014.046991:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c48000 00000100:00100000:3.0:1746138014.047012:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3643 00000100:00100000:3.0:1746138014.047019:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972556800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746138014.047169:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972556800:12345-192.168.204.27@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138014.047175:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3643 00002000:00100000:3.0:1746138014.047179:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132c48000 x1830957972556800/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.047186:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48000 with x1830957972556800 ext(0->4095) 00010000:00010000:3.0:1746138014.047191:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 64 pid: 17395 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.047200:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 64 pid: 17395 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138014.047205:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c48000 00000100:00100000:0.0:1746138014.048498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.048538:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972556928 00000100:00100000:3.0:1746138014.048544:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972556928 00000100:00100000:3.0:1746138014.048578:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7991 00000100:00100000:3.0:1746138014.048584:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:31559:x1830957972556928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746138014.048595:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138014.048610:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2032 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acaa7 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.048637:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138014.048642:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.048648:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746138014.048651:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2032 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa7 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.048685:0:21614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.048695:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2032 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa7 expref: 65 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138014.048704:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092eba800, rc 0) 00000100:00100000:3.0:1746138014.048745:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:31559:x1830957972556928:12345-192.168.204.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.048750:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7991 00000100:00100000:0.0:1746138014.049325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138014.049487:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972557056 00000100:00100000:1.0:1746138014.049498:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972557056 00010000:00010000:1.0:1746138014.049534:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 65 pid: 17395 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1746138014.049577:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13067 00000100:00100000:1.0:1746138014.049584:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+65:1957:x1830957972557056:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138014.049596:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138014.049613:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 65 pid: 17395 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.049624:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 65 pid: 17395 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.049642:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873400/0x8ae21a86589e2024 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aca92 expref: 65 pid: 17395 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.049669:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138014.049671:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138014.049678:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.049690:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.049717:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.049726:0:21009:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 5 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1746138014.049736:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968191104:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138014.050089:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000100:00100000:1.0:1746138014.052239:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968191104:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138014.052269:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138014.052336:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1957:x1830957972557056:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2751us (3009us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138014.052344:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13067 00000100:00100000:0.0:1746138014.052754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.052863:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972557312 00000100:00100000:3.0:1746138014.052874:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972557312 00002000:00100000:3.0:1746138014.052918:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093dec380 x1830957972557312/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:450/0 lens 488/0 e 0 to 0 dl 1746138025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.052929:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec380 with x1830957972557312 ext(0->4095) 00010000:00010000:3.0:1746138014.052936:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.052952:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138014.052957:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093dec380 00000100:00100000:3.0:1746138014.052979:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3644 00000100:00100000:3.0:1746138014.052985:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972557312:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138014.053171:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1960:x1830957972557312:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 185us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138014.053177:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3644 00002000:00100000:3.0:1746138014.053182:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093dec380 x1830957972557312/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:450/0 lens 488/4536 e 0 to 0 dl 1746138025 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138014.053187:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec380 with x1830957972557312 ext(0->4095) 00010000:00010000:3.0:1746138014.053191:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1746138014.053200:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00002000:00010000:3.0:1746138014.053205:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093dec380 00000100:00100000:0.0:1746138014.054994:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138014.055062:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972557440 00000100:00100000:1.0:1746138014.055069:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972557440 00000100:00100000:0.0:1746138014.055085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:1.0:1746138014.055098:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1746138014.055122:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13068 00000100:00100000:1.0:1746138014.055128:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972557440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138014.055140:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138014.055160:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.055172:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1746138014.055178:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972557696 00000100:00100000:2.0:1746138014.055189:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972557696 00010000:00010000:1.0:1746138014.055197:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e202b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa0 expref: 6 pid: 21614 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1746138014.055212:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138014.055214:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138014.055227:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2032 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa7 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.055236:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2032 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa7 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746138014.055263:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746138014.055273:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 149 00000100:00100000:2.0:1746138014.055282:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:31559:x1830957972557696:12345-192.168.204.27@tcp:35:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746138014.055306:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2032 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa7 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138014.055318:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968191232:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138014.055399:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094107240 going to sleep for 11 seconds 00000001:00080000:2.0:1746138014.055590:0:19492:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986777 00000100:00100000:2.0:1746138014.055703:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:31559:x1830957972557696:12345-192.168.204.27@tcp:35:rw_seq_cst_vs_d.0 Request processed in 422us (616us total) trans 4294986778 rc 0/0 00000100:00100000:2.0:1746138014.055709:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 149 00000020:00080000:2.0:1746138014.055713:0:19492:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746138014.056654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.056833:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972557952 00000100:00100000:2.0:1746138014.056841:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972557952 00000100:00100000:2.0:1746138014.056938:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 150 00000100:00100000:2.0:1746138014.056946:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:31559:x1830957972557952:12345-192.168.204.27@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746138014.057104:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:31559:x1830957972557952:12345-192.168.204.27@tcp:35:rw_seq_cst_vs_d.0 Request processed in 158us (448us total) trans 4294986779 rc 0/0 00000100:00100000:2.0:1746138014.057110:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 150 00010000:00010000:1.0:1746138014.057162:0:21009:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.204.27@tcp) returned -22 from completion AST (req@ffff88012ba89500 x1830957968191232) - normal race ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2032 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa7 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138014.057219:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e2032 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaa7 expref: 63 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138014.057237:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968191232:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138014.057276:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138014.057321:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1957:x1830957972557440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2192us (2332us total) trans 0 rc 0/0 00000100:00080000:0.0:1746138014.057323:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746138014.057329:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13068 00000100:00100000:0.0:1746138014.068748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.068849:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972558080 00000100:00100000:2.0:1746138014.068857:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972558080 00000100:00100000:2.0:1746138014.068906:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46547 00000100:00100000:2.0:1746138014.068913:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:31577:x1830957972558080:12345-192.168.204.27@tcp:101:rm.0 00010000:00010000:2.0:1746138014.068934:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138014.068951:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2039 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acaae expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.068997:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210600/0x8ae21a86589e2040 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.069007:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210600/0x8ae21a86589e2040 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.069016:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210600/0x8ae21a86589e2040 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00000004:00200000:2.0:1746138014.069069:0:7137:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746138014.069073:0:7137:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138014.069085:0:7137:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210600/0x8ae21a86589e2040 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.069101:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2039 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaae expref: 10 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.069125:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210600/0x8ae21a86589e2040 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaae expref: 9 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.069136:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c7a2a00) 00010000:00010000:2.0:1746138014.069139:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138014.069141:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b210600, rc 0) 00000100:00100000:2.0:1746138014.069276:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:31577:x1830957972558080:12345-192.168.204.27@tcp:101:rm.0 Request processed in 362us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.069282:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46547 00000100:00100000:0.0:1746138014.072138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.072187:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972558208 00000100:00100000:2.0:1746138014.072192:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972558208 00000100:00100000:2.0:1746138014.072228:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46548 00000100:00100000:2.0:1746138014.072234:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:31577:x1830957972558208:12345-192.168.204.27@tcp:101:rm.0 00010000:00010000:2.0:1746138014.072257:0:7137:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138014.072271:0:7137:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2047 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acab5 expref: -99 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.072310:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072319:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072327:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072337:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072341:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072346:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072455:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e205c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072462:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e205c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072468:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e205c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00000004:00200000:2.0:1746138014.072490:0:7137:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:2.0:1746138014.072493:0:7137:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138014.072504:0:7137:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e205c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072511:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e205c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072517:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072522:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072528:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072533:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2c8800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138014.072536:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072541:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072550:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c7a2a00) 00010000:00010000:2.0:1746138014.072553:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138014.072556:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072560:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8800/0x8ae21a86589e204e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072581:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072585:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072589:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072593:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2c8200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138014.072595:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072598:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072604:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008c7a2500) 00010000:00010000:2.0:1746138014.072606:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138014.072607:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072611:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8200/0x8ae21a86589e2055 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.072633:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2047 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acab5 expref: 11 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.072645:0:7137:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e205c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acab5 expref: 10 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.072650:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931b9600) 00010000:00010000:2.0:1746138014.072652:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746138014.072654:0:7137:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094712200, rc 0) 00000100:00100000:2.0:1746138014.072698:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:31577:x1830957972558208:12345-192.168.204.27@tcp:101:rm.0 Request processed in 464us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.072703:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46548 00000100:00100000:2.0:1746138014.075590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.075637:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972558336 00000100:00100000:0.0:1746138014.075645:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972558336 00000100:00100000:0.0:1746138014.075676:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7992 00000100:00100000:0.0:1746138014.075693:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+63:1958:x1830957972558336:12345-192.168.204.27@tcp:101:rm.0 00010000:00010000:0.0:1746138014.075706:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138014.075722:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acabc expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746138014.075738:0:17395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 8, mtime: 0x6813f39d, atime: 0x6813f38a, ctime: 0x6813f39d, blocks: 0xb 00010000:00010000:0.0:1746138014.075751:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138014.075752:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138014.075757:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 64 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138014.075766:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 64 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138014.075773:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c369000, rc 0) 00000100:00100000:0.0:1746138014.075817:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+64:1958:x1830957972558336:12345-192.168.204.27@tcp:101:rm.0 Request processed in 126us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138014.075821:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7992 00000100:00100000:0.0:1746138014.077616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138014.077691:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972558592 00000100:00100000:2.0:1746138014.077697:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972558592 00000100:00100000:2.0:1746138014.077730:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46549 00000100:00100000:2.0:1746138014.077735:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:31577:x1830957972558592:12345-192.168.204.27@tcp:36:rm.0 00010000:00010000:2.0:1746138014.077766:0:7137:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746138014.077784:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e205c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acab5 expref: 10 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.077802:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589ddf09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7a8985 expref: 9 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.077811:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931b9600) 00010000:00010000:2.0:1746138014.077819:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210600/0x8ae21a86589e2040 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaae expref: 8 pid: 7137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138014.077826:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c7a2a00) 00010000:00010000:2.0:1746138014.077832:0:7137:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138014.077844:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.077853:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.077860:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.077867:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.077872:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.077876:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078054:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078060:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078065:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00000040:00080000:2.0:1746138014.078580:0:7137:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:2.0:1746138014.078587:0:7137:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 459110169934ns, next at 460110168704ns, rc = 0 00010000:00010000:2.0:1746138014.078633:0:7137:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078639:0:7137:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078647:0:7137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078652:0:7137:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078657:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078661:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078800:0:7137:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746138014.078813:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078818:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078822:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078826:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b210c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138014.078829:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078834:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078840:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931b9600) 00010000:00010000:2.0:1746138014.078842:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746138014.078844:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078851:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210c00/0x8ae21a86589e2078 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078886:0:7137:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078890:0:7137:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078894:0:7137:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078897:0:7137:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094712e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138014.078899:0:7137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078903:0:7137:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078907:0:7137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c7a2500) 00010000:00010000:2.0:1746138014.078909:0:7137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138014.078911:0:7137:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:2.0:1746138014.078915:0:7137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e206a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00000004:00010000:2.0:1746138014.078923:0:7137:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094528700 reply state ffff8801301f0000 transno 4294986780 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7137 initiator: MDT0 00000100:00100000:2.0:1746138014.078928:0:7137:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746138014.078985:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:31577:x1830957972558592:12345-192.168.204.27@tcp:36:rm.0 Request processed in 1248us (1371us total) trans 4294986780 rc 0/0 00000100:00100000:2.0:1746138014.078994:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46549 00010000:00010000:0.0:1746138014.079037:0:7127:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746138014.079045:0:7127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746138014.079050:0:7127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bfbc400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138014.079053:0:7127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746138014.079057:0:7127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746138014.079064:0:7127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931b9600) 00010000:00010000:0.0:1746138014.079066:0:7127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746138014.079068:0:7127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746138014.079073:0:7127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bfbc400/0x8ae21a86589e207f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7137 initiator: MDT0 00010000:00010000:0.0:1746138014.079087:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746138014.079089:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746138014.079090:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746138014.080026:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746138014.080032:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746138014.080041:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746138014.080045:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b210a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138014.080047:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746138014.080052:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746138014.080059:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008c7a2300) 00010000:00010000:3.0:1746138014.080061:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138014.080063:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00010000:00010000:3.0:1746138014.080068:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e2071 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7137 initiator: MDT0 00000001:00080000:2.0:1746138014.111353:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967998 is committed 00000001:00080000:2.0:1746138014.111367:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968009 is committed 00000100:00100000:0.0:1746138014.584575:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746138014.584594:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968191360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746138014.584651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138014.584808:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968191360 00000100:00100000:2.0:1746138014.584817:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968191360 00000100:00100000:2.0:1746138014.584859:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1746138014.584868:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968191360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746138014.584902:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 690290688 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1746138014.584937:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968191360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138014.584943:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:0.0:1746138014.585773:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746138014.585815:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968191360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746138014.866924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.866966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.866994:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.867013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.867024:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.867035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138014.867069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138014.867083:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972559232 00000100:00100000:0.0:1746138014.867092:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972558976 00000100:00100000:3.0:1746138014.867093:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972559232 00000100:00100000:0.0:1746138014.867097:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972558976 00000100:00100000:3.0:1746138014.867138:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972558848 00000100:00100000:3.0:1746138014.867140:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972558848 00000100:00100000:3.0:1746138014.867158:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 327 00000100:00100000:3.0:1746138014.867164:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1960:x1830957972559232:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1746138014.867441:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972558720 00000100:00100000:1.0:1746138014.867445:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972558720 00000100:00100000:1.0:1746138014.867471:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 370 00000100:00100000:1.0:1746138014.867477:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b8e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1960:x1830957972558720:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1746138014.867572:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1960:x1830957972559232:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 407us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138014.867572:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972559104 00000100:00100000:0.0:1746138014.867575:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972559104 00000100:00100000:3.0:1746138014.867579:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 327 00000100:00100000:0.0:1746138014.867591:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972559488 00000100:00100000:0.0:1746138014.867592:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972559488 00000100:00100000:3.0:1746138014.867593:0:7137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 328 00000100:00100000:3.0:1746138014.867598:0:7137:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972558848:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746138014.867601:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972559360 00000100:00100000:0.0:1746138014.867603:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972559360 00000100:00100000:0.0:1746138014.867615:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 347 00000100:00100000:0.0:1746138014.867620:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1960:x1830957972558976:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1746138014.867665:0:7137:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972558848:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 66us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138014.867665:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b8e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1960:x1830957972558720:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 188us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138014.867672:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 370 00000100:00100000:3.0:1746138014.867673:0:7137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 328 00000100:00100000:3.0:1746138014.867693:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 348 00000100:00100000:3.0:1746138014.867698:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972559104:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1746138014.867708:0:8501:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 349 00000100:00100000:1.0:1746138014.867714:0:8501:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972559488:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1746138014.867721:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972559104:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 23us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.867727:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 348 00000100:00100000:3.0:1746138014.867738:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7993 00000100:00100000:1.0:1746138014.867738:0:8501:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1960:x1830957972559488:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 25us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.867743:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1956:x1830957972559360:12345-192.168.204.27@tcp:9:kworker.0 00000100:00100000:1.0:1746138014.867744:0:8501:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 349 00000020:00000080:3.0:1746138014.867757:0:21614:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8ae21a86588c3c41 00000100:00080000:3.0:1746138014.867764:0:21614:0:(import.c:66:import_set_state_nolock()) ffff880099aca000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1746138014.867785:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1746138014.867792:0:21614:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968926 00000100:00080000:1.0:1746138014.867795:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746138014.867964:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+2:1956:x1830957972559360:12345-192.168.204.27@tcp:9:kworker.0 Request processed in 220us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138014.867969:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7993 00000100:00100000:0.0:1746138014.868053:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1960:x1830957972558976:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 430us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138014.868061:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 347 00010000:00010000:1.0:1746138015.046717:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746138015.144672:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830957968191616:0@lo:400:kworker.0 00000100:00100000:2.0:1746138015.144731:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138015.144782:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830957968192128:0@lo:400:kworker.0 00000100:00100000:2.0:1746138015.144801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138015.144827:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746138015.144832:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3296:1830957968191744:0@lo:400:kworker.0 00000100:00100000:3.0:1746138015.144834:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968191872:0@lo:400:kworker.0 00000100:00100000:2.0:1746138015.144847:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746138015.144853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138015.144873:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968191616 00000100:00100000:2.0:1746138015.144880:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968191616 00000100:00100000:3.0:1746138015.144881:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746138015.144885:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0846c30c-781b-4405-bc84-6046c2d7bab4:3294:1830957968191488:0@lo:400:kworker.0 00000100:00100000:1.0:1746138015.144899:0:7138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968191744 00000100:00100000:3.0:1746138015.144904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138015.144904:0:7138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968191744 00000100:00100000:2.0:1746138015.144917:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1746138015.144923:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830957968192000:0@lo:400:kworker.0 00000100:00100000:2.0:1746138015.144923:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830957968191616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138015.144933:0:7138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1746138015.144936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138015.144940:0:7138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1830957968191744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138015.144956:0:7137:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968192000 00000100:00100000:2.0:1746138015.144956:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830957968191616:12345-0@lo:400:kworker.0 Request processed in 33us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138015.144959:0:7137:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968192000 00000100:00100000:2.0:1746138015.144962:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1746138015.144973:0:7138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1830957968191744:12345-0@lo:400:kworker.0 Request processed in 34us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138015.144975:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1746138015.144978:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830957968192000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138015.144979:0:7138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1746138015.144986:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968192128 00000100:00100000:3.0:1746138015.144987:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968192128 00000100:00100000:1.0:1746138015.144995:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968191488 00000100:00100000:1.0:1746138015.144997:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968191488 00000100:00100000:2.0:1746138015.144999:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830957968192000:12345-0@lo:400:kworker.0 Request processed in 21us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138015.145003:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968191872 00000100:00100000:3.0:1746138015.145005:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968191872 00000100:00100000:2.0:1746138015.145005:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1746138015.145012:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1746138015.145017:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1746138015.145017:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b8e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3294:x1830957968191488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138015.145022:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957968192128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138015.145048:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b8e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3294:x1830957968191488:12345-0@lo:400:kworker.0 Request processed in 30us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138015.145049:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1830957968192128:12345-0@lo:400:kworker.0 Request processed in 25us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138015.145052:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1746138015.145053:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1746138015.145061:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1746138015.145064:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3294:x1830957968191872:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746138015.145071:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746138015.145074:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746138015.145081:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3294:x1830957968191872:12345-0@lo:400:kworker.0 Request processed in 16us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138015.145084:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1746138015.145106:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0846c30c-781b-4405-bc84-6046c2d7bab4:3294:1830957968191488:0@lo:400:kworker.0 00000100:00100000:3.0:1746138015.145115:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830957968192000:0@lo:400:kworker.0 00000100:00100000:3.0:1746138015.145122:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968191872:0@lo:400:kworker.0 00000100:00100000:2.0:1746138015.145269:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3296:1830957968191744:0@lo:400:kworker.0 00000100:00100000:2.0:1746138015.145276:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830957968191616:0@lo:400:kworker.0 00000100:00100000:2.0:1746138015.145283:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830957968192128:0@lo:400:kworker.0 00000100:00100000:0.0:1746138015.176593:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957968192256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746138015.176666:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746138015.176753:0:10758:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968192256 00000100:00100000:0.0:1746138015.176762:0:10758:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968192256 00000004:00080000:1.0:1746138015.176782:0:10237:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 460208363921ns, next at 461208361924ns, rc = 0 00000100:00100000:0.0:1746138015.178084:0:10758:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1746138015.178096:0:10758:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957968192256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746138015.178141:0:10758:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 534970368 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746138015.178221:0:10758:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957968192256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138015.178240:0:10758:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1746138015.178299:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957968192256:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1746138015.267235:0:7195:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000001:00080000:3.0:1746138015.267259:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986780 is committed 00000004:00080000:3.0:1746138015.267263:0:7195:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000001:00080000:3.0:1746138015.267268:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986779 is committed 00000100:00100000:3.0:1746138015.267440:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968192384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746138015.267503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746138015.267607:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968192384 00000100:00100000:0.0:1746138015.267615:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968192384 00000100:00100000:0.0:1746138015.267661:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7994 00000100:00100000:0.0:1746138015.267668:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830957968192384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746138015.267737:0:8500:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:0.0:1746138015.267760:0:8500:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138015.267776:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 5 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138015.267791:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138015.267793:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138015.267795:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138015.267818:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 5 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138015.267858:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 5 pid: 17395 timeout: 560 lvb_type: 1 00000100:00100000:0.0:1746138015.267868:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ba8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968192512:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138015.267958:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138015.277942:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ba8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968192512:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138015.277942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138015.277968:0:8500:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138015.278016:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972559616 00000100:00100000:1.0:1746138015.278023:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972559616 00010000:00010000:1.0:1746138015.278058:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 6 pid: 17395 timeout: 560 lvb_type: 1 00000100:00100000:1.0:1746138015.278085:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13069 00000100:00100000:1.0:1746138015.278093:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972559616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138015.278178:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138015.278184:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 6 pid: 17395 timeout: 560 lvb_type: 1 00010000:00010000:1.0:1746138015.278195:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 6 pid: 17395 timeout: 560 lvb_type: 1 00010000:00010000:1.0:1746138015.278219:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369000/0x8ae21a86589e2063 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acabc expref: 6 pid: 17395 timeout: 560 lvb_type: 1 00010000:00010000:1.0:1746138015.278689:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138015.278691:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138015.278696:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138015.278706:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138015.278727:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138015.278783:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1958:x1830957972559616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 690us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138015.278791:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13069 00010000:00010000:2.0:1746138015.278925:0:8500:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138015.278933:0:8500:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138015.278940:0:8500:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138015.278946:0:8500:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138015.278961:0:8500:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746138015.278997:0:7127:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746138015.279007:0:7127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138015.279018:0:7127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009369e200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138015.279022:0:7127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138015.279031:0:7127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138015.279048:0:7127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138015.279055:0:7127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2086 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138015.279091:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746138015.279092:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746138015.279094:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746138015.279448:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3294:x1830957968192384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11780us (11945us total) trans 4294968010 rc 0/0 00000100:00100000:2.0:1746138015.279453:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7994 00000004:00080000:3.0:1746138015.279457:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801297b2300/2, rc 0, transno 4294968010 00000100:00100000:3.0:1746138015.279463:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968192384:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1746138016.048711:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1746138016.553062:0:8599:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 596ba1cf-3330-4f6b-9e4f-ea2443b37aa5 00000020:00000080:2.0:1746138016.553071:0:8599:0:(genops.c:904:class_export_put()) final put ffff880099aca800/596ba1cf-3330-4f6b-9e4f-ea2443b37aa5 00000020:00000080:3.0:1746138016.553156:0:5:0:(genops.c:863:class_export_destroy()) destroying export ffff880099aca800/596ba1cf-3330-4f6b-9e4f-ea2443b37aa5 for lustre-OST0000 00000020:00000080:3.0:1746138016.553194:0:5:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880099aca000 for lustre-OST0000 00000001:02000400:1.0:1746138016.657241:0:2895:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 18:20:16 (1746138016) 00000100:00100000:0.0:1746138016.694164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.694403:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972559744 00000100:00100000:2.0:1746138016.694411:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972559744 00000100:00100000:2.0:1746138016.694477:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46550 00000100:00100000:2.0:1746138016.694484:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:32201:x1830957972559744:12345-192.168.204.27@tcp:101:mkdir.0 00010000:00010000:2.0:1746138016.694498:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138016.694514:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094226200/0x8ae21a86589e208d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acac3 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.694563:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094227000/0x8ae21a86589e2094 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.694574:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094227000/0x8ae21a86589e2094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.694584:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094227000/0x8ae21a86589e2094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:2.0:1746138016.694638:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746138016.694641:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138016.694653:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094227000/0x8ae21a86589e2094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.694672:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094226200/0x8ae21a86589e208d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acac3 expref: 7 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.694683:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094227000/0x8ae21a86589e2094 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acac3 expref: 6 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.694689:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:2.0:1746138016.694692:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138016.694694:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:2.0:1746138016.694732:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:32201:x1830957972559744:12345-192.168.204.27@tcp:101:mkdir.0 Request processed in 248us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138016.694737:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46550 00000100:00080000:0.0:1746138016.694788:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746138016.697018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138016.697093:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972560128 00000100:00100000:1.0:1746138016.697103:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972560128 00000100:00100000:0.0:1746138016.697188:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.699043:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972559872 00000100:00100000:2.0:1746138016.699054:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972559872 00000100:00100000:2.0:1746138016.699093:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46551 00000100:00100000:2.0:1746138016.699100:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:32201:x1830957972560128:12345-192.168.204.27@tcp:36:mkdir.0 00010000:00010000:2.0:1746138016.699149:0:15774:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138016.699173:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094227000/0x8ae21a86589e2094 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acac3 expref: 7 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.699186:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:2.0:1746138016.699194:0:15774:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138016.699320:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.699332:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.699343:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.699353:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.699359:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.699365:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:1.0:1746138016.699653:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46552 00000100:00100000:1.0:1746138016.699670:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972559872:12345-192.168.204.27@tcp:41:mkdir.0 00000004:00000024:1.0:1746138016.699694:0:21120:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00000100:00100000:1.0:1746138016.699772:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972559872:12345-192.168.204.27@tcp:41:mkdir.0 Request processed in 113us (2584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138016.699780:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46552 00000004:00200000:2.0:1746138016.703836:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:2.0:1746138016.703851:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.703859:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.703866:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.703871:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094227c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138016.703875:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.703881:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.703894:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03500) 00010000:00010000:2.0:1746138016.703897:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138016.703900:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.703905:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094227c00/0x8ae21a86589e209b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000004:00010000:2.0:1746138016.703921:0:15774:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092ba9500 reply state ffff880135d90000 transno 4294986781 ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:2.0:1746138016.703928:0:15774:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746138016.703997:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:32201:x1830957972560128:12345-192.168.204.27@tcp:36:mkdir.0 Request processed in 4894us (6987us total) trans 4294986781 rc 0/0 00000100:00100000:2.0:1746138016.704005:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46551 00010000:00010000:2.0:1746138016.712596:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.712607:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.712613:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.712618:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094226000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138016.712622:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.712628:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.712641:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880123c03300) 00010000:00010000:2.0:1746138016.712644:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138016.712647:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.712651:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094226000/0x8ae21a86589e20a2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138016.728634:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.728666:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972560256 00000100:00100000:2.0:1746138016.728675:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972560256 00000100:00100000:2.0:1746138016.728733:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46553 00000100:00100000:2.0:1746138016.728742:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:32207:x1830957972560256:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:2.0:1746138016.728762:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138016.728781:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012db2ba00/0x8ae21a86589e20a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acaca expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.728833:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012db2a400/0x8ae21a86589e20b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.728843:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012db2a400/0x8ae21a86589e20b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.728852:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012db2a400/0x8ae21a86589e20b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:2.0:1746138016.728911:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746138016.728915:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138016.728929:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012db2a400/0x8ae21a86589e20b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.728948:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012db2ba00/0x8ae21a86589e20a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaca expref: 8 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.728959:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012db2a400/0x8ae21a86589e20b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaca expref: 7 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.728967:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03000) 00010000:00010000:2.0:1746138016.728969:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138016.728971:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012db2a400, rc 0) 00000100:00100000:2.0:1746138016.729016:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:32207:x1830957972560256:12345-192.168.204.27@tcp:101:cp.0 Request processed in 274us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138016.729021:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46553 00000100:00100000:0.0:1746138016.732868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.733518:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972560384 00000100:00100000:3.0:1746138016.733526:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972560384 00000100:00100000:3.0:1746138016.733576:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46554 00000100:00100000:3.0:1746138016.733583:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:32207:x1830957972560384:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:3.0:1746138016.733599:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.733615:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1200/0x8ae21a86589e20b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acad1 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.733660:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733669:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733678:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733689:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733694:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733699:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733804:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1000/0x8ae21a86589e20cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733809:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1000/0x8ae21a86589e20cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733815:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1000/0x8ae21a86589e20cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138016.733840:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:3.0:1746138016.733843:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138016.733855:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1000/0x8ae21a86589e20cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733863:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733868:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733872:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733877:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ea0c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.733880:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733886:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733894:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03000) 00010000:00010000:3.0:1746138016.733897:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.733900:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733904:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e20be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733914:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733919:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733923:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733925:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ea1e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.733928:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733931:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733935:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012bf8d000) 00010000:00010000:3.0:1746138016.733937:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.733938:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733942:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e20c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.733963:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1200/0x8ae21a86589e20b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acad1 expref: 9 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.733972:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1000/0x8ae21a86589e20cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acad1 expref: 8 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.733978:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012bf8dc00) 00010000:00010000:3.0:1746138016.733979:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746138016.733981:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea1000, rc 0) 00000100:00100000:3.0:1746138016.734041:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:32207:x1830957972560384:12345-192.168.204.27@tcp:101:cp.0 Request processed in 457us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.734047:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46554 00000100:00100000:0.0:1746138016.736131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.736254:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972560512 00000100:00100000:2.0:1746138016.736263:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972560512 00000100:00100000:2.0:1746138016.736461:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46555 00000100:00100000:2.0:1746138016.736469:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:32207:x1830957972560512:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:2.0:1746138016.736488:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138016.736504:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094453a00/0x8ae21a86589e20d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acad8 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.736558:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736569:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736578:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736590:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736596:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736601:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736658:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736663:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736669:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736673:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f37200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138016.736676:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736685:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736693:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012bf8dc00) 00010000:00010000:2.0:1746138016.736696:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138016.736699:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736704:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37200/0x8ae21a86589e20da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736716:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736720:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736725:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736729:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f37400 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138016.736730:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736734:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736740:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880123c03700) 00010000:00010000:2.0:1746138016.736741:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138016.736743:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736748:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e20e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138016.736777:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094453a00/0x8ae21a86589e20d3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acad8 expref: 9 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.736784:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094453a00/0x8ae21a86589e20d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acad8 expref: 9 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.736792:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094453a00, rc 0) 00000100:00100000:2.0:1746138016.736835:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:32207:x1830957972560512:12345-192.168.204.27@tcp:101:cp.0 Request processed in 366us (713us total) trans 0 rc 301/301 00000100:00100000:2.0:1746138016.736841:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46555 00000100:00100000:0.0:1746138016.740298:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.740369:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972560640 00000100:00100000:3.0:1746138016.740377:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972560640 00000100:00100000:3.0:1746138016.740412:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46556 00000100:00100000:3.0:1746138016.740834:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:32207:x1830957972560640:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:3.0:1746138016.740850:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.740866:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0600/0x8ae21a86589e20e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acadf expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.740921:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.740931:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.740942:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.740954:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.740959:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.740964:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741019:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741025:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741032:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741036:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ea0200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.741040:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741045:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741054:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012bf8dc00) 00010000:00010000:3.0:1746138016.741057:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.741061:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741066:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0200/0x8ae21a86589e20ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741074:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741079:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741083:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741087:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093410e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.741088:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741093:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741099:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012bf8db00) 00010000:00010000:3.0:1746138016.741101:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.741102:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741106:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093410e00/0x8ae21a86589e20f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.741134:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0600/0x8ae21a86589e20e8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acadf expref: 9 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.741141:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0600/0x8ae21a86589e20e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acadf expref: 9 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.741147:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea0600, rc 0) 00000100:00100000:3.0:1746138016.741186:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:32207:x1830957972560640:12345-192.168.204.27@tcp:101:cp.0 Request processed in 355us (895us total) trans 0 rc 301/301 00000100:00100000:3.0:1746138016.741708:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46556 00000100:00100000:0.0:1746138016.743519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.743910:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972560896 00000100:00100000:3.0:1746138016.743922:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972560896 00000100:00100000:3.0:1746138016.743980:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46557 00000100:00100000:3.0:1746138016.743988:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:32207:x1830957972560896:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:3.0:1746138016.744008:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.744026:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093414e00/0x8ae21a86589e20fd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acae6 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.744156:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.744171:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.744181:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.744194:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.744212:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.744218:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00080000:3.0:1746138016.744668:0:15774:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:3.0:1746138016.745116:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c047e00/0x8ae21a86589e2112 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745126:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c047e00/0x8ae21a86589e2112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745134:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c047e00/0x8ae21a86589e2112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745161:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745167:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745172:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745183:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093414c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.745187:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745193:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745213:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012bf8dc00) 00010000:00010000:3.0:1746138016.745215:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.745218:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.745223:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093414c00/0x8ae21a86589e2104 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000004:00010000:3.0:1746138016.745234:0:15774:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092ba8700 reply state ffff880094726000 transno 4294986782 ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:3.0:1746138016.745241:0:15774:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746138016.745271:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093414e00/0x8ae21a86589e20fd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acae6 expref: 11 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.745281:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c047e00/0x8ae21a86589e2112 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acae6 expref: 10 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.745287:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:3.0:1746138016.745289:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138016.745291:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c047e00, rc 0) 00000100:00100000:3.0:1746138016.746508:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:32207:x1830957972560896:12345-192.168.204.27@tcp:101:cp.0 Request processed in 2508us (2983us total) trans 4294986782 rc 0/0 00000100:00100000:3.0:1746138016.746521:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46557 00010000:00010000:3.0:1746138016.749163:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.749174:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.749181:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.749186:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093415000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.749190:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.749206:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.749220:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012bf8d700) 00010000:00010000:3.0:1746138016.749223:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.749226:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.749231:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e210b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138016.749411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.749683:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972561024 00000100:00100000:3.0:1746138016.749690:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972561024 00000100:00100000:3.0:1746138016.749761:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7995 00000100:00100000:3.0:1746138016.749769:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1957:x1830957972561024:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:3.0:1746138016.749784:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746138016.749820:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746138016.749847:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acaed expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746138016.749869:0:8500:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746138016.749885:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138016.749887:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138016.749894:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 6 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138016.749908:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 6 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138016.749916:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948e8400, rc 0) 00000100:00100000:3.0:1746138016.749983:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972561024:12345-192.168.204.27@tcp:101:cp.0 Request processed in 214us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.749988:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7995 00000100:00100000:0.0:1746138016.751827:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.751938:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972561152 00000100:00100000:3.0:1746138016.751947:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972561152 00000100:00100000:3.0:1746138016.751993:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7996 00000100:00100000:3.0:1746138016.752000:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:32207:x1830957972561152:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:3.0:1746138016.752015:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.752030:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acaf4 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.752054:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 7 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138016.752061:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138016.752062:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138016.752066:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 7 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.752090:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 7 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138016.752102:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 7 pid: 8500 timeout: 561 lvb_type: 1 00000100:00100000:3.0:1746138016.752114:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957968192640:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138016.752210:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45240 going to sleep for 11 seconds 00000100:00100000:3.0:1746138016.753843:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957968192640:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138016.753864:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 7 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.753876:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414400, rc 0) 00000100:00100000:3.0:1746138016.754163:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:32207:x1830957972561152:12345-192.168.204.27@tcp:101:cp.0 Request processed in 2162us (2340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.754171:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7996 00000100:00100000:0.0:1746138016.755488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138016.755508:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972561280 00000100:00100000:1.0:1746138016.755515:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972561280 00010000:00010000:1.0:1746138016.755544:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 7 pid: 8500 timeout: 561 lvb_type: 1 00000100:00100000:1.0:1746138016.755580:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13070 00000100:00100000:1.0:1746138016.755588:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972561280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138016.755601:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138016.755620:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 7 pid: 8500 timeout: 561 lvb_type: 1 00010000:00010000:1.0:1746138016.755630:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 7 pid: 8500 timeout: 561 lvb_type: 1 00010000:00010000:1.0:1746138016.755648:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2120 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaed expref: 7 pid: 8500 timeout: 561 lvb_type: 1 00010000:00010000:1.0:1746138016.755668:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138016.755671:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138016.755677:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 6 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138016.755684:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 6 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138016.755719:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 6 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138016.755729:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957968192768:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138016.755814:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac8153c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138016.757819:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba89500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957968192768:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138016.757837:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138016.757873:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972561280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2284us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138016.757881:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13070 00000100:00100000:0.0:1746138016.759798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138016.760459:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972561536 00000100:00100000:1.0:1746138016.760471:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972561536 00000100:00100000:1.0:1746138016.760536:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 151 00000100:00100000:1.0:1746138016.760544:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:32207:x1830957972561536:12345-192.168.204.27@tcp:35:cp.0 00000100:00100000:1.0:1746138016.762409:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:32207:x1830957972561536:12345-192.168.204.27@tcp:35:cp.0 Request processed in 1856us (2607us total) trans 4294986783 rc 0/0 00000100:00100000:1.0:1746138016.762435:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 151 00000100:00100000:0.0:1746138016.808076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.809499:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972561792 00000100:00100000:3.0:1746138016.809510:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972561792 00000100:00100000:3.0:1746138016.809577:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46558 00000100:00100000:3.0:1746138016.809584:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:32210:x1830957972561792:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746138016.809604:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.809619:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948ec400/0x8ae21a86589e212e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acafb expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.809697:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2135 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.809707:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2135 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.809716:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2135 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138016.809724:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:3.0:1746138016.809820:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948ec400/0x8ae21a86589e212e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acafb expref: 14 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.809855:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948e8400/0x8ae21a86589e2135 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acafb expref: 13 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.809862:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:3.0:1746138016.809865:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746138016.809867:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948e8400, rc 0) 00000100:00100000:3.0:1746138016.809919:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:32210:x1830957972561792:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 335us (1957us total) trans 4294986784 rc 0/0 00000100:00100000:3.0:1746138016.809925:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46558 00000100:00100000:0.0:1746138016.825033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138016.825595:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972561920 00000100:00100000:1.0:1746138016.825605:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972561920 00000100:00100000:1.0:1746138016.825677:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46559 00000100:00100000:1.0:1746138016.825686:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:32214:x1830957972561920:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746138016.825710:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138016.825731:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2de00/0x8ae21a86589e2143 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb02 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138016.825798:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138016.825812:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138016.825824:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:1.0:1746138016.825892:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746138016.825896:0:7136:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746138016.825916:0:7136:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138016.825936:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2de00/0x8ae21a86589e2143 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 9 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138016.825958:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 8 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138016.825966:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03000) 00010000:00010000:1.0:1746138016.825968:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746138016.825972:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f2d000, rc 0) 00000100:00100000:1.0:1746138016.826028:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:32214:x1830957972561920:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 343us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138016.826034:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46559 00000100:00080000:0.0:1746138016.826192:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746138016.832605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.832680:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972562048 00000100:00100000:3.0:1746138016.832688:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972562048 00000100:00100000:3.0:1746138016.832741:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46560 00000100:00100000:3.0:1746138016.832749:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:32214:x1830957972562048:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746138016.832768:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.832787:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948ed000/0x8ae21a86589e2151 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb09 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.832848:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.832860:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.832870:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.832882:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.832886:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.832891:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.832989:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7600/0x8ae21a86589e2166 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.832995:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7600/0x8ae21a86589e2166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.833000:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7600/0x8ae21a86589e2166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138016.833024:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:3.0:1746138016.833027:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138016.833041:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7600/0x8ae21a86589e2166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.833050:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.833056:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.833061:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.833066:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b5e6400 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.833070:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.833075:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.833085:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03000) 00010000:00010000:3.0:1746138016.833087:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.833091:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.833095:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2158 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.834288:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.834299:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.834306:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.834310:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b7b7a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.834313:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.834322:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.834333:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012bf8dd00) 00010000:00010000:3.0:1746138016.834336:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.834338:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.834343:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7a00/0x8ae21a86589e215f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.834391:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948ed000/0x8ae21a86589e2151 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb09 expref: 10 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.834405:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7b7600/0x8ae21a86589e2166 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb09 expref: 9 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.834411:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012bf8dc00) 00010000:00010000:3.0:1746138016.834413:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746138016.834429:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7b7600, rc 0) 00000100:00100000:3.0:1746138016.834501:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:32214:x1830957972562048:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 1751us (1903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.834509:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46560 00000100:00100000:0.0:1746138016.837878:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138016.837920:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972562176 00000100:00100000:0.0:1746138016.837928:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972562176 00000100:00100000:0.0:1746138016.837986:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46561 00000100:00100000:0.0:1746138016.837994:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:32214:x1830957972562176:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:0.0:1746138016.838011:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138016.838026:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b34400/0x8ae21a86589e216d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb10 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138016.838077:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838087:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838096:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838107:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838111:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838115:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838209:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838216:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838221:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:0.0:1746138016.838245:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:0.0:1746138016.838249:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746138016.838264:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838271:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838276:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838281:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838286:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838291:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b35000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138016.838294:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838299:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838307:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012bf8dc00) 00010000:00010000:0.0:1746138016.838309:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138016.838312:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838316:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2174 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838341:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838345:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838350:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838353:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b77400 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138016.838355:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838359:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838364:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880087b9cc00) 00010000:00010000:0.0:1746138016.838366:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138016.838368:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838371:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b77400/0x8ae21a86589e217b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138016.838393:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b34400/0x8ae21a86589e216d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 11 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138016.838403:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 10 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138016.838408:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:0.0:1746138016.838409:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746138016.838411:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b76c00, rc 0) 00000100:00100000:0.0:1746138016.838491:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:32214:x1830957972562176:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 497us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138016.838497:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46561 00000100:00100000:0.0:1746138016.843722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.843776:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972562304 00000100:00100000:3.0:1746138016.843784:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972562304 00000100:00100000:3.0:1746138016.843825:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7997 00000100:00100000:3.0:1746138016.843832:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:1956:x1830957972562304:12345-192.168.204.27@tcp:8:mmap_cat.0 00010000:00080000:3.0:1746138016.843861:0:8500:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp t0 exp (null) cur 461 last 0 00000020:00000080:3.0:1746138016.843888:0:8500:0:(genops.c:1402:class_connect()) connect: client 596ba1cf-3330-4f6b-9e4f-ea2443b37aa5, cookie 0x8ae21a86589e2189 00002000:00100000:3.0:1746138016.843898:0:8500:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 596ba1cf-3330-4f6b-9e4f-ea2443b37aa5/ffff88008aaa1800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210364e ocd_grant: 158466048 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746138016.843918:0:8500:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746138016.844026:0:8500:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012b19fcc0 00002000:00080000:3.0:1746138016.844033:0:8500:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1746138016.844054:0:8500:0:(import.c:66:import_set_state_nolock()) ffff88008aaa0800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746138016.844109:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1956:x1830957972562304:12345-192.168.204.27@tcp:8:mmap_cat.0 Request processed in 277us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.844116:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7997 00000100:00100000:0.0:1746138016.847286:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.849517:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972562432 00000100:00100000:2.0:1746138016.849529:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972562432 00000100:00100000:2.0:1746138016.849588:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7998 00000100:00100000:2.0:1746138016.849595:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:0:x1830957972562432:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746138016.849610:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138016.849623:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589e2190 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb17 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138016.849665:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968192896:192.168.204.27@tcp:106: 00000100:00100000:2.0:1746138016.849752:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b1720c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746138016.849830:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1746138016.857991:0:21614:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746138016.857998:0:21614:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime: 0 -> 1746138016 00002000:00010000:2.0:1746138016.858001:0:21614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746138016 00002000:00010000:2.0:1746138016.858003:0:21614:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime: 0 -> 1746138016 00000100:00100000:2.0:1746138016.858029:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968192896:192.168.204.27@tcp:106: 00010000:00010000:2.0:1746138016.858061:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589e2190 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb17 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138016.858074:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589e2190 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb17 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138016.858094:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093727c00, rc 0) 00000100:00100000:2.0:1746138016.858146:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:0:x1830957972562432:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 8550us (10866us total) trans 0 rc 301/301 00000100:00100000:2.0:1746138016.858154:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7998 00000100:00100000:0.0:1746138016.861215:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.861548:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972562688 00000100:00100000:2.0:1746138016.861560:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972562688 00000100:00100000:2.0:1746138016.861619:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46562 00000100:00100000:2.0:1746138016.861629:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:32214:x1830957972562688:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746138016.861647:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138016.861665:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093726000/0x8ae21a86589e2197 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb1e expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.861755:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093727000/0x8ae21a86589e219e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.861766:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093727000/0x8ae21a86589e219e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.861778:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093727000/0x8ae21a86589e219e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:2.0:1746138016.861787:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746138016.861899:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093726000/0x8ae21a86589e2197 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb1e expref: 13 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.861920:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093727000/0x8ae21a86589e219e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb1e expref: 12 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.861928:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:2.0:1746138016.861930:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746138016.861933:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093727000, rc 0) 00000100:00100000:2.0:1746138016.862001:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:32214:x1830957972562688:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 374us (807us total) trans 4294986785 rc 0/0 00000100:00100000:2.0:1746138016.862007:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46562 00000100:00100000:0.0:1746138016.866055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138016.866539:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.866673:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972562944 00000100:00100000:2.0:1746138016.866683:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972562944 00000100:00100000:1.0:1746138016.867282:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972562816 00000100:00100000:1.0:1746138016.867287:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972562816 00000100:00100000:1.0:1746138016.867320:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 327 00000100:00100000:1.0:1746138016.867326:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1958:x1830957972562816:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138016.867339:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138016.867359:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093727000/0x8ae21a86589e219e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb1e expref: 12 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138016.867378:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:1.0:1746138016.867382:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138016.867456:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1958:x1830957972562816:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 130us (1409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138016.867463:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 327 00000100:00100000:2.0:1746138016.867808:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7999 00000100:00100000:2.0:1746138016.867816:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972562944:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746138016.867830:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138016.867845:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589e21ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb25 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138016.867883:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193024:192.168.204.27@tcp:106: 00000100:00100000:2.0:1746138016.867945:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b1720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138016.869912:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193024:192.168.204.27@tcp:106: 00010000:00010000:2.0:1746138016.869943:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589e21ac lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb25 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138016.869956:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093727c00/0x8ae21a86589e21ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb25 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138016.869983:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093727c00, rc 0) 00000100:00100000:2.0:1746138016.870028:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972562944:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 2211us (3488us total) trans 0 rc 301/301 00000100:00100000:2.0:1746138016.870035:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7999 00000100:00100000:0.0:1746138016.874485:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.874570:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972563072 00000100:00100000:3.0:1746138016.874579:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972563072 00000100:00100000:3.0:1746138016.874618:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8000 00000100:00100000:3.0:1746138016.874624:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:32214:x1830957972563072:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746138016.874638:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.874656:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb2c expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.874680:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 5 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.874687:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138016.874689:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138016.874692:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.874776:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 5 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.874791:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 5 pid: 8500 timeout: 561 lvb_type: 0 00000100:00100000:3.0:1746138016.874800:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193152:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138016.876237:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b45780 going to sleep for 11 seconds 00000100:00100000:3.0:1746138016.878340:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193152:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138016.878373:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.878389:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094710200, rc 0) 00000100:00100000:3.0:1746138016.878514:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:32214:x1830957972563072:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 3888us (4035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.878523:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8000 00000100:00100000:0.0:1746138016.879289:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.879451:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972563200 00000100:00100000:3.0:1746138016.879459:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972563200 00002000:00100000:3.0:1746138016.879494:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff88008b933480 x1830957972563200/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:452/0 lens 2208/0 e 0 to 0 dl 1746138027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746138016.879502:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933480 with x1830957972563200 ext(0->1715) 00010000:00010000:3.0:1746138016.879509:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 6 pid: 8500 timeout: 561 lvb_type: 0 00010000:00010000:3.0:1746138016.879521:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 6 pid: 8500 timeout: 561 lvb_type: 0 00002000:00010000:3.0:1746138016.879527:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b933480 00000100:00100000:3.0:1746138016.880065:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3645 00000100:00100000:3.0:1746138016.880073:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972563200:12345-192.168.204.27@tcp:4:cp.0 00000100:00100000:3.0:1746138016.880535:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972563200:12345-192.168.204.27@tcp:4:cp.0 Request processed in 461us (1246us total) trans 4294968927 rc 0/0 00000100:00100000:3.0:1746138016.880541:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3645 00002000:00100000:3.0:1746138016.880547:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff88008b933480 x1830957972563200/t4294968927(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:452/0 lens 2208/448 e 0 to 0 dl 1746138027 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746138016.880553:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933480 with x1830957972563200 ext(0->1715) 00010000:00010000:3.0:1746138016.880559:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 8 pid: 8500 timeout: 561 lvb_type: 0 00010000:00010000:3.0:1746138016.880570:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 8 pid: 8500 timeout: 561 lvb_type: 0 00002000:00010000:3.0:1746138016.880575:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b933480 00000100:00100000:0.0:1746138016.883047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.883450:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972563328 00000100:00100000:2.0:1746138016.883458:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972563328 00010000:00010000:2.0:1746138016.883493:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 8 pid: 8500 timeout: 561 lvb_type: 0 00000100:00100000:2.0:1746138016.883777:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13071 00000100:00100000:2.0:1746138016.883785:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1959:x1830957972563328:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138016.883797:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138016.883815:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 8 pid: 8500 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.883826:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 8 pid: 8500 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.883844:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093414400/0x8ae21a86589e2127 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaf4 expref: 8 pid: 8500 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.883875:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138016.883877:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138016.883883:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.883895:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.883924:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138016.883935:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968193280:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138016.884009:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b1720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138016.887969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.888083:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972563584 00000100:00100000:3.0:1746138016.888090:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972563584 00002000:00100000:3.0:1746138016.888132:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8801297b0e00 x1830957972563584/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:452/0 lens 488/0 e 0 to 0 dl 1746138027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138016.888141:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0e00 with x1830957972563584 ext(0->4095) 00002000:00010000:3.0:1746138016.888146:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297b0e00 00000100:00100000:3.0:1746138016.888165:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5642 00000100:00100000:3.0:1746138016.888172:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1957:x1830957972563584:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746138016.888721:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968193280:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138016.888738:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138016.889049:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1957:x1830957972563584:12345-192.168.204.27@tcp:3:ptlrpcd_00_00.0 Request processed in 876us (1087us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138016.889062:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5642 00002000:00100000:3.0:1746138016.889069:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8801297b0e00 x1830957972563584/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:452/0 lens 488/4536 e 0 to 0 dl 1746138027 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138016.889077:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0e00 with x1830957972563584 ext(0->4095) 00002000:00010000:3.0:1746138016.889081:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297b0e00 00000100:00100000:0.0:1746138016.889463:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972563328:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5677us (6420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138016.889472:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13071 00000100:00100000:0.0:1746138016.892454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138016.892623:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972563840 00000100:00100000:1.0:1746138016.892631:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972563840 00000100:00100000:1.0:1746138016.892690:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 152 00000100:00100000:1.0:1746138016.892698:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:32214:x1830957972563840:12345-192.168.204.27@tcp:35:mmap_cat.0 00000100:00100000:1.0:1746138016.892947:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:32214:x1830957972563840:12345-192.168.204.27@tcp:35:mmap_cat.0 Request processed in 249us (543us total) trans 4294986786 rc 0/0 00000100:00100000:1.0:1746138016.892953:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 152 00000100:00100000:0.0:1746138016.906175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.906334:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972564096 00000100:00100000:2.0:1746138016.906342:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972564096 00000100:00100000:2.0:1746138016.906391:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46563 00000100:00100000:2.0:1746138016.906399:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:32217:x1830957972564096:12345-192.168.204.27@tcp:36:truncate.0 00010000:00010000:2.0:1746138016.906488:0:15774:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138016.906512:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c047e00/0x8ae21a86589e2112 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acae6 expref: 13 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.906530:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:2.0:1746138016.906533:0:15774:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138016.906684:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.906695:0:15774:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 11 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.906700:0:15774:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.906725:0:15774:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 11 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.906736:0:15774:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 11 pid: 15774 timeout: 561 lvb_type: 0 00000100:00100000:2.0:1746138016.906746:0:15774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968193408:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138016.906827:0:15774:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138016.908915:0:15774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968193408:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138016.908949:0:15774:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138016.909121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.909171:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972564224 00000100:00100000:2.0:1746138016.909178:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972564224 00010000:00010000:2.0:1746138016.909226:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 12 pid: 15774 timeout: 561 lvb_type: 0 00000100:00100000:2.0:1746138016.909268:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13072 00000100:00100000:2.0:1746138016.909275:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1957:x1830957972564224:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138016.909290:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138016.909299:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 12 pid: 15774 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.909310:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 12 pid: 15774 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.909337:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b76c00/0x8ae21a86589e2182 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb10 expref: 12 pid: 15774 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.909356:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:2.0:1746138016.909361:0:7124:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.909370:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.909377:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.909408:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138016.909531:0:15774:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.909544:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000001:00080000:3.0:1746138016.909660:0:15774:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986787 00000100:00100000:2.0:1746138016.909682:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1957:x1830957972564224:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 406us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138016.909692:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13072 00000004:00010000:3.0:1746138016.909715:0:15774:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008b930a80 reply state ffff88009c1d6000 transno 4294986788 ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:3.0:1746138016.909722:0:15774:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746138016.909831:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:32217:x1830957972564096:12345-192.168.204.27@tcp:36:truncate.0 Request processed in 3429us (3660us total) trans 4294986788 rc 0/0 00000100:00100000:3.0:1746138016.909839:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46563 00000020:00080000:3.0:1746138016.909845:0:15774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746138016.911179:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138016.911185:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138016.911190:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.911209:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.911214:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093726200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138016.911218:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.911224:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.911239:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:2.0:1746138016.911242:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138016.911245:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138016.911249:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093726200/0x8ae21a86589e21ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000100:00100000:3.0:1746138016.912063:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972564352 00000100:00100000:3.0:1746138016.912075:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972564352 00000100:00100000:3.0:1746138016.912331:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8001 00000100:00100000:3.0:1746138016.912340:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:32217:x1830957972564352:12345-192.168.204.27@tcp:101:truncate.0 00010000:00010000:3.0:1746138016.912360:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.912377:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb33 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.912408:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.912448:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138016.912450:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138016.912453:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.912485:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.912496:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 6 pid: 21614 timeout: 561 lvb_type: 0 00000100:00100000:3.0:1746138016.912508:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193536:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138016.913667:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b522cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746138016.915979:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193536:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138016.916015:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.916036:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093416800, rc 0) 00000100:00100000:3.0:1746138016.916086:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:32217:x1830957972564352:12345-192.168.204.27@tcp:101:truncate.0 Request processed in 3747us (4905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.916095:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8001 00000100:00100000:0.0:1746138016.916412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.916600:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972564480 00000100:00100000:2.0:1746138016.916607:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972564480 00010000:00010000:2.0:1746138016.916640:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 7 pid: 21614 timeout: 561 lvb_type: 0 00000100:00100000:2.0:1746138016.916678:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13073 00000100:00100000:2.0:1746138016.916686:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1958:x1830957972564480:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138016.916699:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138016.916718:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 7 pid: 21614 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.916730:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 7 pid: 21614 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.916748:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094710200/0x8ae21a86589e21b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb2c expref: 7 pid: 21614 timeout: 561 lvb_type: 0 00010000:00010000:2.0:1746138016.916762:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138016.916763:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138016.916768:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.916776:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.916808:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138016.916818:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968193664:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138016.916897:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138016.921930:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968193664:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138016.921950:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138016.922006:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972564480:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 5319us (5601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138016.922015:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13073 00000100:00100000:2.0:1746138016.923926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.924013:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972564608 00000100:00100000:3.0:1746138016.924025:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972564608 00002000:00010000:3.0:1746138016.924077:0:8505:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:3.0:1746138016.924081:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1c00 with x1830957972564608 ext(858->18446744073709551615) 00002000:00010000:3.0:1746138016.924095:0:8505:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297b1c00. 00000100:00100000:3.0:1746138016.924132:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5643 00000100:00100000:3.0:1746138016.924140:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972564608:12345-192.168.204.27@tcp:10:truncate.0 00002000:00010000:3.0:1746138016.924509:0:8505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746138016.924512:0:8505:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 1746138016 -> 1746138016 00002000:00010000:3.0:1746138016.924513:0:8505:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 1746138016 -> 0 00002000:00010000:3.0:1746138016.924514:0:8505:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 1746138016 -> 1746138016 00002000:00010000:3.0:1746138016.924516:0:8505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746138016.924587:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972564608:12345-192.168.204.27@tcp:10:truncate.0 Request processed in 446us (666us total) trans 4294968928 rc 0/0 00000100:00100000:3.0:1746138016.924594:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5643 00002000:00010000:3.0:1746138016.924597:0:8505:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:3.0:1746138016.924599:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1c00 with x1830957972564608 ext(858->18446744073709551615) 00002000:00010000:3.0:1746138016.924603:0:8505:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297b1c00. 00000100:00100000:0.0:1746138016.934171:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.934268:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972564736 00000100:00100000:3.0:1746138016.934282:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972564736 00000100:00100000:3.0:1746138016.934358:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46564 00000100:00100000:3.0:1746138016.934365:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:32219:x1830957972564736:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746138016.934392:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.934411:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd400/0x8ae21a86589e21c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb3a expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.934514:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934526:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934535:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934545:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934548:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934551:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934641:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cce00/0x8ae21a86589e21dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934645:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cce00/0x8ae21a86589e21dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934648:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cce00/0x8ae21a86589e21dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138016.934677:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746138016.934681:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138016.934695:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cce00/0x8ae21a86589e21dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934704:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cce00/0x8ae21a86589e21dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934710:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934719:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934724:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934730:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800942cc000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.934734:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934741:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934751:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012bf8dc00) 00010000:00010000:3.0:1746138016.934753:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.934756:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934761:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cc000/0x8ae21a86589e21cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934788:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934793:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934798:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934802:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800942cd600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.934804:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934813:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934819:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012bf8d800) 00010000:00010000:3.0:1746138016.934821:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.934823:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934828:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd600/0x8ae21a86589e21d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.934856:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cd400/0x8ae21a86589e21c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb3a expref: 16 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.934866:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800942cce00/0x8ae21a86589e21dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb3a expref: 15 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.934871:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:3.0:1746138016.934873:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138016.934875:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942cce00, rc 0) 00000100:00100000:3.0:1746138016.934939:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:32219:x1830957972564736:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 574us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.934945:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46564 00000100:00100000:0.0:1746138016.939279:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.939392:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972564992 00000100:00100000:3.0:1746138016.939405:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972564992 00002000:00100000:3.0:1746138016.939479:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88008b933100 x1830957972564992/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:452/0 lens 488/0 e 0 to 0 dl 1746138027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746138016.939487:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933100 with x1830957972564992 ext(0->4095) 00002000:00010000:3.0:1746138016.939493:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b933100 00000100:00100000:3.0:1746138016.939532:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5644 00000100:00100000:3.0:1746138016.939540:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972564992:12345-192.168.204.27@tcp:3:cp.0 00000100:00100000:3.0:1746138016.939721:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972564992:12345-192.168.204.27@tcp:3:cp.0 Request processed in 180us (453us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138016.939728:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5644 00002000:00100000:3.0:1746138016.939732:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88008b933100 x1830957972564992/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:452/0 lens 488/4536 e 0 to 0 dl 1746138027 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746138016.939742:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933100 with x1830957972564992 ext(0->4095) 00002000:00010000:3.0:1746138016.939745:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b933100 00000100:00100000:0.0:1746138016.952937:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.953089:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972565120 00000100:00100000:3.0:1746138016.953100:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972565120 00000100:00100000:3.0:1746138016.953150:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46565 00000100:00100000:3.0:1746138016.953157:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:32223:x1830957972565120:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746138016.953177:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.953207:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129c6aa00/0x8ae21a86589e21e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb41 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.953257:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953267:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953276:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953286:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953291:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953296:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953375:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094526e00/0x8ae21a86589e21f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953381:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094526e00/0x8ae21a86589e21f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953386:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094526e00/0x8ae21a86589e21f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138016.953409:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746138016.953412:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138016.953458:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094526e00/0x8ae21a86589e21f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953466:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094526e00/0x8ae21a86589e21f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953472:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953477:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953482:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953486:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ed5800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.953489:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953494:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953503:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012bf8dc00) 00010000:00010000:3.0:1746138016.953505:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.953508:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953512:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e21eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953540:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953545:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953550:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953553:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ed5a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138016.953555:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953558:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953564:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012bf8da00) 00010000:00010000:3.0:1746138016.953566:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138016.953568:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.953572:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e21f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.954259:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129c6aa00/0x8ae21a86589e21e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb41 expref: 13 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.954272:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094526e00/0x8ae21a86589e21f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb41 expref: 12 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.954278:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:3.0:1746138016.954279:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138016.954281:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094526e00, rc 0) 00000100:00100000:3.0:1746138016.954329:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:32223:x1830957972565120:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 1172us (1398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138016.954335:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46565 00000100:00100000:0.0:1746138016.957934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.958014:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972565248 00000100:00100000:3.0:1746138016.958022:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972565248 00000100:00100000:3.0:1746138016.958058:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8002 00000100:00100000:3.0:1746138016.958064:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972565248:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746138016.958077:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.958090:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f67800/0x8ae21a86589e2200 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb48 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138016.958133:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193792:192.168.204.27@tcp:106: 00000100:00100000:3.0:1746138016.958221:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b522c6c0 going to sleep for 11 seconds 00002000:00010000:3.0:1746138016.965225:0:21614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746138016 00000100:00100000:3.0:1746138016.965249:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193792:192.168.204.27@tcp:106: 00010000:00010000:3.0:1746138016.965277:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f67800/0x8ae21a86589e2200 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb48 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138016.965294:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f67800/0x8ae21a86589e2200 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb48 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138016.966471:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f67800, rc 0) 00000100:00100000:3.0:1746138016.966527:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972565248:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 8460us (8597us total) trans 0 rc 301/301 00000100:00100000:3.0:1746138016.966534:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8002 00000100:00100000:0.0:1746138016.969483:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.969633:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972565504 00000100:00100000:3.0:1746138016.969644:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972565504 00000100:00100000:3.0:1746138016.969701:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46566 00000100:00100000:3.0:1746138016.969709:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:32223:x1830957972565504:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746138016.969734:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138016.969754:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136909e00/0x8ae21a86589e2207 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb4f expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.969854:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094526800/0x8ae21a86589e220e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.969868:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094526800/0x8ae21a86589e220e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138016.969881:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094526800/0x8ae21a86589e220e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138016.969893:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:3.0:1746138016.970014:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136909e00/0x8ae21a86589e2207 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb4f expref: 15 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.970036:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094526800/0x8ae21a86589e220e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb4f expref: 14 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138016.970043:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012bf8d000) 00010000:00010000:3.0:1746138016.970046:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746138016.970049:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094526800, rc 0) 00000100:00100000:3.0:1746138016.970113:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:32223:x1830957972565504:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 405us (641us total) trans 4294986789 rc 0/0 00000100:00100000:3.0:1746138016.970119:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46566 00000100:00100000:0.0:1746138016.973029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.973217:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972565632 00000100:00100000:3.0:1746138016.973227:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972565632 00000100:00100000:3.0:1746138016.973271:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8003 00000100:00100000:3.0:1746138016.973278:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972565632:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746138016.973779:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138016.973860:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589e221c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb56 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138016.973931:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193920:192.168.204.27@tcp:106: 00000100:00100000:2.0:1746138016.974039:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138016.976185:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968193920:192.168.204.27@tcp:106: 00010000:00010000:2.0:1746138016.976232:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589e221c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb56 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138016.976248:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093727400/0x8ae21a86589e221c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb56 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138016.976283:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093727400, rc 0) 00000100:00100000:2.0:1746138016.976349:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1959:x1830957972565632:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 3069us (3329us total) trans 0 rc 301/301 00000100:00100000:2.0:1746138016.976358:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8003 00000100:00100000:0.0:1746138016.978296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.978398:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972565760 00000100:00100000:2.0:1746138016.978407:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972565760 00000100:00100000:2.0:1746138016.978478:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8004 00000100:00100000:2.0:1746138016.978486:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:32223:x1830957972565760:12345-192.168.204.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746138016.978503:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138016.978518:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589e2223 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb5d expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.978546:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.978553:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138016.978555:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138016.978558:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589e2223 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb5d expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.978585:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.978597:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 8 pid: 21614 timeout: 562 lvb_type: 0 00000100:00100000:2.0:1746138016.978610:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968194048:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138016.978696:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138016.980055:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968194048:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138016.980086:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589e2223 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb5d expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.980102:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093726000, rc 0) 00000100:00100000:2.0:1746138016.980144:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:32223:x1830957972565760:12345-192.168.204.27@tcp:101:mmap_cat.0 Request processed in 1659us (1854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138016.980152:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8004 00000100:00100000:0.0:1746138016.980476:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138016.980589:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972565888 00000100:00100000:2.0:1746138016.980595:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972565888 00010000:00010000:2.0:1746138016.980618:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 9 pid: 21614 timeout: 562 lvb_type: 0 00000100:00100000:2.0:1746138016.980646:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13074 00000100:00100000:2.0:1746138016.980652:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972565888:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138016.980663:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138016.980686:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 9 pid: 21614 timeout: 562 lvb_type: 0 00010000:00010000:2.0:1746138016.980697:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 9 pid: 21614 timeout: 562 lvb_type: 0 00010000:00010000:2.0:1746138016.980721:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093416800/0x8ae21a86589e21c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb33 expref: 9 pid: 21614 timeout: 562 lvb_type: 0 00010000:00010000:2.0:1746138016.980882:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138016.980884:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138016.980890:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589e2223 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb5d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.980895:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589e2223 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb5d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138016.980916:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093726000/0x8ae21a86589e2223 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb5d expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138016.980924:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968194176:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138016.981071:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172540 going to sleep for 11 seconds 00000100:00100000:2.0:1746138016.982322:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968194176:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138016.982338:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138016.982365:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972565888:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1713us (1890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138016.982374:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13074 00000100:00100000:0.0:1746138016.982878:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138016.982967:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972566144 00000100:00100000:3.0:1746138016.982974:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972566144 00002000:00100000:3.0:1746138016.983015:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88012cb9a300 x1830957972566144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:452/0 lens 488/0 e 0 to 0 dl 1746138027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138016.983024:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9a300 with x1830957972566144 ext(0->4095) 00002000:00010000:3.0:1746138016.983029:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb9a300 00000100:00100000:3.0:1746138016.983057:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5645 00000100:00100000:3.0:1746138016.983064:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1960:x1830957972566144:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746138016.983244:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1960:x1830957972566144:12345-192.168.204.27@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746138016.983254:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5645 00002000:00100000:3.0:1746138016.983259:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88012cb9a300 x1830957972566144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:452/0 lens 488/4536 e 0 to 0 dl 1746138027 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746138016.983266:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9a300 with x1830957972566144 ext(0->4095) 00002000:00010000:3.0:1746138016.983269:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb9a300 00010000:00010000:1.0:1746138017.051255:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746138018.053325:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746138019.054880:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746138019.143270:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968010 is committed 00000100:00100000:3.0:1746138019.592792:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746138019.592809:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968194304:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746138019.592864:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138019.592972:0:10758:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968194304 00000100:00100000:1.0:1746138019.592982:0:10758:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968194304 00000100:00100000:1.0:1746138019.593030:0:10758:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1746138019.593037:0:10758:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830957968194304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746138019.593070:0:10758:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 536674304 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746138019.593105:0:10758:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830957968194304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138019.593110:0:10758:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:2.0:1746138019.593168:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746138019.593520:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968194304:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1746138019.702652:0:3178:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 18:20:18 (1746138018) 00000100:00100000:0.0:1746138019.755620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.755678:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972566400 00000100:00100000:2.0:1746138019.755686:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972566400 00000100:00100000:2.0:1746138019.755747:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46567 00000100:00100000:2.0:1746138019.755755:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:379:x1830957972566400:12345-192.168.204.27@tcp:36:mkdir.0 00010000:00010000:2.0:1746138019.755794:0:15774:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138019.755818:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012db2a400/0x8ae21a86589e20b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acaca expref: 15 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.757118:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03000) 00010000:00010000:2.0:1746138019.757122:0:15774:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138019.757203:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.757214:0:15774:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 13 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.757222:0:15774:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.757247:0:15774:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 13 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.757258:0:15774:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 13 pid: 7136 timeout: 564 lvb_type: 0 00000100:00100000:2.0:1746138019.757269:0:15774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968194432:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138019.757345:0:15774:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172480 going to sleep for 11 seconds 00000100:00080000:0.0:1746138019.757401:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746138019.768283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.768304:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972566528 00000100:00100000:2.0:1746138019.768310:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972566528 00010000:00010000:2.0:1746138019.768345:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 14 pid: 7136 timeout: 564 lvb_type: 0 00000100:00100000:2.0:1746138019.768367:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13075 00000100:00100000:2.0:1746138019.768373:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1957:x1830957972566528:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138019.768383:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138019.768389:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 14 pid: 7136 timeout: 564 lvb_type: 0 00010000:00010000:2.0:1746138019.768398:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 14 pid: 7136 timeout: 564 lvb_type: 0 00010000:00010000:2.0:1746138019.768434:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03000) 00010000:00010000:2.0:1746138019.768438:0:7124:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.768446:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.768452:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.768466:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138019.768498:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1957:x1830957972566528:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 126us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.768504:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13075 00000100:00080000:1.0:1746138019.768680:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746138019.768835:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f2d000/0x8ae21a86589e214a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb02 expref: 13 pid: 7136 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746138019.768846:0:15774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968194432:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138019.768859:0:15774:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.768864:0:15774:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.768868:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.768880:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.768886:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.768891:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:0.0:1746138019.769378:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:0.0:1746138019.769386:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.769391:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.769396:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.769404:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ff8200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138019.769407:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.769412:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.769436:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03000) 00010000:00010000:0.0:1746138019.769439:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138019.769442:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138019.769446:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8200/0x8ae21a86589e222a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000004:00010000:0.0:1746138019.769459:0:15774:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012cb98700 reply state ffff880092998000 transno 4294986790 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138019.769464:0:15774:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746138019.769622:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:379:x1830957972566400:12345-192.168.204.27@tcp:36:mkdir.0 Request processed in 13866us (14007us total) trans 4294986790 rc 0/0 00000100:00100000:0.0:1746138019.769628:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46567 00010000:00010000:3.0:1746138019.771643:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.771652:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.771657:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.771661:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e20f000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138019.771665:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.771669:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.771679:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880087b9ce00) 00010000:00010000:3.0:1746138019.771682:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138019.771684:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.771689:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2231 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138019.780154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.780727:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972566656 00000100:00100000:2.0:1746138019.780735:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972566656 00000100:00100000:2.0:1746138019.780787:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46568 00000100:00100000:2.0:1746138019.780794:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:388:x1830957972566656:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:2.0:1746138019.780813:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138019.780835:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094342e00/0x8ae21a86589e2238 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb64 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.780887:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347e00/0x8ae21a86589e223f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.780900:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093347e00/0x8ae21a86589e223f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.780909:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093347e00/0x8ae21a86589e223f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:2.0:1746138019.780956:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746138019.780959:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138019.780971:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093347e00/0x8ae21a86589e223f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.780988:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094342e00/0x8ae21a86589e2238 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb64 expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.781000:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347e00/0x8ae21a86589e223f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb64 expref: 16 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.781007:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:2.0:1746138019.781009:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138019.781012:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347e00, rc 0) 00000100:00100000:2.0:1746138019.781058:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:388:x1830957972566656:12345-192.168.204.27@tcp:101:cp.0 Request processed in 264us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.781064:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46568 00000100:00100000:0.0:1746138019.783261:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.783357:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972566784 00000100:00100000:2.0:1746138019.783365:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972566784 00000100:00100000:2.0:1746138019.783413:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46569 00000100:00100000:2.0:1746138019.783506:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b02850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:388:x1830957972566784:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:2.0:1746138019.783523:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138019.783540:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093346a00/0x8ae21a86589e2246 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb6b expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.783586:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783596:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783605:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783616:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783621:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783625:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783722:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094343600/0x8ae21a86589e225b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783729:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094343600/0x8ae21a86589e225b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783734:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094343600/0x8ae21a86589e225b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:2.0:1746138019.783758:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:2.0:1746138019.783762:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138019.783772:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094343600/0x8ae21a86589e225b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783780:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783785:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783790:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783794:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093347600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.783797:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783803:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783813:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:2.0:1746138019.783815:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.783819:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783823:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e224d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783832:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783836:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783840:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783844:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093347a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.783846:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783853:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783858:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880123c03600) 00010000:00010000:2.0:1746138019.783860:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.783862:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783866:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2254 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.783886:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093346a00/0x8ae21a86589e2246 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb6b expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.783894:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094343600/0x8ae21a86589e225b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb6b expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.783899:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880123c03000) 00010000:00010000:2.0:1746138019.783901:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746138019.783902:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094343600, rc 0) 00000100:00100000:2.0:1746138019.784179:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b02850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:388:x1830957972566784:12345-192.168.204.27@tcp:101:cp.0 Request processed in 673us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.784185:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46569 00000100:00100000:1.0:1746138019.789026:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.789102:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972566912 00000100:00100000:2.0:1746138019.789110:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972566912 00000100:00100000:2.0:1746138019.789160:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46570 00000100:00100000:2.0:1746138019.789168:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:388:x1830957972566912:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:2.0:1746138019.789183:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138019.789199:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093347800/0x8ae21a86589e2262 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb72 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.789255:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789267:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789280:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789294:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789299:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789304:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789826:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789834:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789839:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789845:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac56000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.789848:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789853:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789864:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880123c03000) 00010000:00010000:2.0:1746138019.789867:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.789870:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789878:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2269 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789887:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789891:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789896:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789900:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.789902:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789907:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789944:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880123c03500) 00010000:00010000:2.0:1746138019.789946:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.789948:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789953:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57800/0x8ae21a86589e2270 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.789990:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347800/0x8ae21a86589e2262 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb72 expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.789997:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093347800/0x8ae21a86589e2262 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb72 expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.790005:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347800, rc 0) 00000100:00100000:2.0:1746138019.790055:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:388:x1830957972566912:12345-192.168.204.27@tcp:101:cp.0 Request processed in 888us (1036us total) trans 0 rc 301/301 00000100:00100000:2.0:1746138019.790060:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46570 00000100:00100000:0.0:1746138019.794374:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.795023:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972567040 00000100:00100000:2.0:1746138019.795031:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972567040 00000100:00100000:2.0:1746138019.795100:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46571 00000100:00100000:2.0:1746138019.795109:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:388:x1830957972567040:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:2.0:1746138019.795127:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138019.795153:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56800/0x8ae21a86589e2277 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb79 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.795207:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795218:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795226:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795237:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795241:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795248:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795300:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795304:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795309:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795314:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.795316:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795322:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795330:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880123c03000) 00010000:00010000:2.0:1746138019.795333:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.795336:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795340:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac57200/0x8ae21a86589e227e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795349:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795353:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795356:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795360:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093347c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.795362:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795365:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795369:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880123c03d00) 00010000:00010000:2.0:1746138019.795370:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.795372:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795376:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e2285 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.795405:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56800/0x8ae21a86589e2277 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb79 expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.795410:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac56800/0x8ae21a86589e2277 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb79 expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.795558:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac56800, rc 0) 00000100:00100000:3.0:1746138019.795978:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:388:x1830957972567040:12345-192.168.204.27@tcp:101:cp.0 Request processed in 869us (1611us total) trans 0 rc 301/301 00000100:00100000:3.0:1746138019.795985:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46571 00000100:00100000:0.0:1746138019.798275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138019.798361:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972567296 00000100:00100000:3.0:1746138019.798369:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972567296 00000100:00100000:3.0:1746138019.798519:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46572 00000100:00100000:3.0:1746138019.798527:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:388:x1830957972567296:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:3.0:1746138019.798543:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138019.798558:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e228c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb80 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.798658:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.798668:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.798676:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.798687:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.798691:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.798695:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00080000:3.0:1746138019.798978:0:15774:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:3.0:1746138019.799095:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e22a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799102:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e22a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799107:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e22a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799131:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799136:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799150:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799155:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f01600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138019.799158:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799164:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799173:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880123c03000) 00010000:00010000:3.0:1746138019.799176:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138019.799179:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.799184:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e2293 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000004:00010000:3.0:1746138019.799214:0:15774:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801297d3480 reply state ffff880132163000 transno 4294986791 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:3.0:1746138019.799220:0:15774:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746138019.799238:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e228c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb80 expref: 20 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.799247:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e22a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb80 expref: 19 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.799252:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012bf8db00) 00010000:00010000:3.0:1746138019.799253:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138019.799255:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f00400, rc 0) 00000100:00100000:3.0:1746138019.799302:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:388:x1830957972567296:12345-192.168.204.27@tcp:101:cp.0 Request processed in 777us (1034us total) trans 4294986791 rc 0/0 00000100:00100000:3.0:1746138019.799308:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46572 00010000:00010000:2.0:1746138019.800752:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.800763:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.800768:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.800776:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f00000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.800779:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.800784:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.800795:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012bf8df00) 00010000:00010000:2.0:1746138019.800798:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.800800:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138019.800804:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e229a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138019.801504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.801819:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972567424 00000100:00100000:2.0:1746138019.801827:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972567424 00000100:00100000:2.0:1746138019.801869:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8005 00000100:00100000:2.0:1746138019.801876:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1957:x1830957972567424:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:2.0:1746138019.801891:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746138019.802029:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746138019.802248:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb87 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746138019.802350:0:21614:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746138019.802368:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138019.802370:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138019.802377:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 6 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138019.802392:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 6 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138019.802402:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009356f400, rc 0) 00000100:00100000:2.0:1746138019.802468:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972567424:12345-192.168.204.27@tcp:101:cp.0 Request processed in 592us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.802473:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8005 00000100:00100000:0.0:1746138019.804738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.804811:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972567552 00000100:00100000:2.0:1746138019.804822:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972567552 00000100:00100000:2.0:1746138019.804873:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8006 00000100:00100000:2.0:1746138019.804880:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:388:x1830957972567552:12345-192.168.204.27@tcp:101:cp.0 00010000:00010000:2.0:1746138019.804895:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138019.804912:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb8e expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.804935:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138019.804942:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138019.804944:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138019.804947:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.804973:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 7 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138019.804983:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 7 pid: 21614 timeout: 564 lvb_type: 1 00000100:00100000:2.0:1746138019.804997:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968194560:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138019.805134:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b1726c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138019.806944:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968194560:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138019.806981:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.807000:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093727c00, rc 0) 00000100:00100000:2.0:1746138019.807061:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:388:x1830957972567552:12345-192.168.204.27@tcp:101:cp.0 Request processed in 2179us (2331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.807070:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8006 00000100:00100000:0.0:1746138019.807315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.807408:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972567680 00000100:00100000:1.0:1746138019.807453:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972567680 00010000:00010000:1.0:1746138019.807639:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 7 pid: 21614 timeout: 564 lvb_type: 1 00000100:00100000:1.0:1746138019.807757:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13076 00000100:00100000:1.0:1746138019.807766:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972567680:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138019.807858:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138019.807885:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 7 pid: 21614 timeout: 564 lvb_type: 1 00010000:00010000:1.0:1746138019.807897:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 7 pid: 21614 timeout: 564 lvb_type: 1 00010000:00010000:1.0:1746138019.807920:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009356f400/0x8ae21a86589e22af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb87 expref: 7 pid: 21614 timeout: 564 lvb_type: 1 00010000:00010000:1.0:1746138019.807940:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138019.807942:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138019.807949:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.807958:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.808011:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138019.808024:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968194688:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138019.808214:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b490c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746138019.810396:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.810513:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968194688:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138019.810531:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972567936 00000100:00100000:2.0:1746138019.810537:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972567936 00010000:00010000:1.0:1746138019.810539:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138019.810572:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 153 00000100:00100000:1.0:1746138019.810578:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972567680:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2812us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.810579:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:388:x1830957972567936:12345-192.168.204.27@tcp:35:cp.0 00000100:00100000:1.0:1746138019.810585:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13076 00000100:00100000:2.0:1746138019.811019:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:388:x1830957972567936:12345-192.168.204.27@tcp:35:cp.0 Request processed in 432us (626us total) trans 4294986792 rc 0/0 00000100:00100000:2.0:1746138019.811028:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 153 00000100:00100000:0.0:1746138019.823664:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.823777:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972568192 00000100:00100000:1.0:1746138019.823787:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972568192 00000100:00100000:1.0:1746138019.823848:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46573 00000100:00100000:1.0:1746138019.823856:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:392:x1830957972568192:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:1.0:1746138019.823882:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138019.823902:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1c00/0x8ae21a86589e22bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb95 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.824032:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1600/0x8ae21a86589e22c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.824045:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1600/0x8ae21a86589e22c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.824057:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1600/0x8ae21a86589e22c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:1.0:1746138019.824069:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:1.0:1746138019.824767:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1c00/0x8ae21a86589e22bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb95 expref: 23 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.824805:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1600/0x8ae21a86589e22c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb95 expref: 22 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.824814:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012bf8db00) 00010000:00010000:1.0:1746138019.824816:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746138019.824819:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea1600, rc 0) 00000100:00100000:1.0:1746138019.824871:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:392:x1830957972568192:12345-192.168.204.27@tcp:101:dd.0 Request processed in 1016us (1222us total) trans 4294986793 rc 0/0 00000100:00100000:1.0:1746138019.824877:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46573 00000100:00100000:0.0:1746138019.859484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.859545:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972568320 00000100:00100000:1.0:1746138019.859555:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972568320 00000100:00100000:1.0:1746138019.859610:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46574 00000100:00100000:1.0:1746138019.859617:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+13:396:x1830957972568320:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:1.0:1746138019.859638:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138019.859655:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e22d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acb9c expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.859708:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.859725:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.859734:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:1.0:1746138019.859781:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746138019.859784:0:7136:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:1.0:1746138019.859795:0:7136:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.859811:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0c00/0x8ae21a86589e22d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 15 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.859835:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 14 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.859843:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:1.0:1746138019.859845:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746138019.859847:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ea1e00, rc 0) 00000100:00100000:1.0:1746138019.859895:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:396:x1830957972568320:12345-192.168.204.27@tcp:101:dd.0 Request processed in 279us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138019.859900:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46574 00000100:00100000:0.0:1746138019.862574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138019.862678:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972568448 00000100:00100000:3.0:1746138019.862688:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972568448 00000100:00100000:3.0:1746138019.862840:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46575 00000100:00100000:3.0:1746138019.862849:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:396:x1830957972568448:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138019.862876:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138019.862902:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e22e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acba3 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.862983:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.862998:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863013:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863028:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863034:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863039:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863199:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e22f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863208:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e22f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863214:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e22f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138019.863247:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1746138019.863251:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138019.863266:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e22f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863276:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863282:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863287:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863296:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f01800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138019.863301:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863308:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863320:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:3.0:1746138019.863323:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138019.863328:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863334:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01800/0x8ae21a86589e22e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863366:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863372:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863377:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863382:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f00000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138019.863385:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863389:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863396:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012bf8d500) 00010000:00010000:3.0:1746138019.863398:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138019.863401:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863405:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00000/0x8ae21a86589e22ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.863469:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01600/0x8ae21a86589e22e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acba3 expref: 16 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.863481:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347c00/0x8ae21a86589e22f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acba3 expref: 15 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.863487:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880123c03000) 00010000:00010000:3.0:1746138019.863489:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746138019.863491:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093347c00, rc 0) 00000100:00100000:3.0:1746138019.863559:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+15:396:x1830957972568448:12345-192.168.204.27@tcp:101:dd.0 Request processed in 710us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138019.863566:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46575 00000100:00100000:0.0:1746138019.866275:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138019.867384:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972568704 00000100:00100000:3.0:1746138019.867396:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972568704 00000100:00100000:3.0:1746138019.868643:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46576 00000100:00100000:3.0:1746138019.868654:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+15:396:x1830957972568704:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138019.868677:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138019.868700:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093346a00/0x8ae21a86589e22fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbaa expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.868817:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.868832:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.868843:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.868858:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.868864:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.868870:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.868982:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.868990:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.868996:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138019.869006:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:3.0:1746138019.869117:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869124:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869130:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869135:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093347a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138019.869151:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869159:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869169:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880123c03000) 00010000:00010000:3.0:1746138019.869177:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138019.869182:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869187:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093347a00/0x8ae21a86589e2303 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869199:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869204:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869209:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.869213:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093347600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138019.870191:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.870199:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.870209:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012bf8da00) 00010000:00010000:3.0:1746138019.870211:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138019.870213:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.870218:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093347600/0x8ae21a86589e230a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138019.870272:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093346a00/0x8ae21a86589e22fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.870284:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.870289:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012bf8db00) 00010000:00010000:3.0:1746138019.870291:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138019.870294:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f00c00, rc 0) 00000100:00100000:3.0:1746138019.870365:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:396:x1830957972568704:12345-192.168.204.27@tcp:101:dd.0 Request processed in 1713us (4100us total) trans 4294986794 rc 0/0 00000100:00100000:3.0:1746138019.870373:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46576 00000100:00100000:0.0:1746138019.870576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138019.870609:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138019.871038:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138019.871058:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972568960 00000100:00100000:0.0:1746138019.871065:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972568960 00000100:00100000:1.0:1746138019.871086:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972568832 00000100:00100000:1.0:1746138019.871089:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972568832 00000100:00100000:0.0:1746138019.871100:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972569216 00000100:00100000:0.0:1746138019.871102:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972569216 00000100:00100000:1.0:1746138019.871112:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 372 00000100:00100000:1.0:1746138019.871118:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b8e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1960:x1830957972568832:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746138019.871118:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 352 00000100:00100000:0.0:1746138019.871122:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1959:x1830957972568960:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1746138019.871192:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b8e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1960:x1830957972568832:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 73us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.871235:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 353 00000100:00100000:2.0:1746138019.871242:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972569216:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1746138019.871266:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 372 00000100:00100000:2.0:1746138019.871267:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1959:x1830957972569216:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 26us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.871271:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 353 00000100:00080000:2.0:1746138019.871293:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746138019.871297:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746138019.871338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138019.871549:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1959:x1830957972568960:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 40us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138019.871556:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 352 00000100:00100000:0.0:1746138019.871565:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972569088 00000100:00100000:0.0:1746138019.871568:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972569088 00000100:00100000:0.0:1746138019.871584:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 354 00000100:00100000:0.0:1746138019.871588:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1960:x1830957972569088:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1746138019.871609:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1960:x1830957972569088:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 20us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138019.871613:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 354 00000100:00080000:2.0:1746138019.871719:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746138019.874667:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138019.874762:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972569344 00000100:00100000:0.0:1746138019.874773:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972569344 00000100:00100000:0.0:1746138019.874833:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8007 00000100:00100000:0.0:1746138019.874843:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:396:x1830957972569344:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:0.0:1746138019.874864:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138019.874884:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbb1 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138019.874917:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138019.874925:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138019.874927:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138019.874930:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138019.874965:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138019.874979:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 5 pid: 21614 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746138019.874992:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968194816:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138019.875092:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138019.877589:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968194816:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138019.877625:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.877645:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ff8200, rc 0) 00000100:00100000:2.0:1746138019.878102:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:396:x1830957972569344:12345-192.168.204.27@tcp:101:dd.0 Request processed in 3259us (3444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.878111:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8007 00000100:00100000:0.0:1746138019.878160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.878185:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972569472 00000100:00100000:2.0:1746138019.878191:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972569472 00002000:00100000:2.0:1746138019.878229:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff8801297d1880 x1830957972569472/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:455/0 lens 2208/0 e 0 to 0 dl 1746138030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138019.878239:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d1880 with x1830957972569472 ext(0->1715) 00010000:00010000:2.0:1746138019.878246:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 6 pid: 21614 timeout: 564 lvb_type: 0 00010000:00010000:2.0:1746138019.878258:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 6 pid: 21614 timeout: 564 lvb_type: 0 00002000:00010000:2.0:1746138019.878264:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d1880 00000100:00100000:2.0:1746138019.878293:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3646 00000100:00100000:2.0:1746138019.878301:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972569472:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138019.878922:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972569472:12345-192.168.204.27@tcp:4:dd.0 Request processed in 622us (762us total) trans 4294968011 rc 0/0 00000100:00100000:2.0:1746138019.878932:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3646 00002000:00100000:2.0:1746138019.878937:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff8801297d1880 x1830957972569472/t4294968011(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:455/0 lens 2208/448 e 0 to 0 dl 1746138030 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138019.878944:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d1880 with x1830957972569472 ext(0->1715) 00010000:00010000:2.0:1746138019.878948:0:8505:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 8 pid: 21614 timeout: 564 lvb_type: 0 00010000:00010000:2.0:1746138019.878958:0:8505:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 8 pid: 21614 timeout: 564 lvb_type: 0 00002000:00010000:2.0:1746138019.878964:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801297d1880 00000100:00100000:0.0:1746138019.880288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.880391:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972569600 00000100:00100000:1.0:1746138019.880400:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972569600 00010000:00010000:1.0:1746138019.880465:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 8 pid: 21614 timeout: 564 lvb_type: 0 00000100:00100000:1.0:1746138019.880506:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13077 00000100:00100000:1.0:1746138019.880512:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1959:x1830957972569600:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138019.880792:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746138019.880810:0:21009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1746138019.880813:0:21009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1746138019 00002000:00010000:1.0:1746138019.880815:0:21009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1746138019 00002000:00010000:1.0:1746138019.880817:0:21009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1746138019 00010000:00010000:1.0:1746138019.880822:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 8 pid: 21614 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.880833:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 8 pid: 21614 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.880858:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e22b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb8e expref: 8 pid: 21614 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.880890:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138019.880892:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138019.880901:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.880909:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.880947:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138019.880960:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968194944:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138019.881333:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b490c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138019.888472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.889761:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968194944:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138019.889801:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138019.889881:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972569600:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 9367us (9595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138019.889894:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13077 00000100:00100000:2.0:1746138019.890723:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972569856 00000100:00100000:2.0:1746138019.890733:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972569856 00002000:00100000:2.0:1746138019.890792:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801297d1180 x1830957972569856/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:455/0 lens 488/0 e 0 to 0 dl 1746138030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138019.890801:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d1180 with x1830957972569856 ext(0->4095) 00002000:00010000:2.0:1746138019.890807:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d1180 00000100:00100000:2.0:1746138019.890831:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5646 00000100:00100000:2.0:1746138019.890839:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972569856:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138019.891470:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972569856:12345-192.168.204.27@tcp:3:dd.0 Request processed in 630us (3006us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138019.891477:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5646 00002000:00100000:2.0:1746138019.891482:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801297d1180 x1830957972569856/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:455/0 lens 488/4536 e 0 to 0 dl 1746138030 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138019.891494:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d1180 with x1830957972569856 ext(0->4095) 00002000:00010000:2.0:1746138019.891498:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d1180 00000100:00100000:0.0:1746138019.916012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.916249:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972570112 00000100:00100000:2.0:1746138019.916261:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972570112 00000100:00100000:2.0:1746138019.916322:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 154 00000100:00100000:2.0:1746138019.916331:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801315f1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:396:x1830957972570112:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:2.0:1746138019.917194:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801315f1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:396:x1830957972570112:12345-192.168.204.27@tcp:35:dd.0 Request processed in 861us (1191us total) trans 4294986795 rc 0/0 00000100:00100000:2.0:1746138019.917202:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 154 00000100:00100000:0.0:1746138019.925306:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.925480:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972570368 00000100:00100000:1.0:1746138019.925493:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972570368 00000100:00100000:1.0:1746138019.925560:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46577 00000100:00100000:1.0:1746138019.925569:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:399:x1830957972570368:12345-192.168.204.27@tcp:36:truncate.0 00010000:00010000:1.0:1746138019.925628:0:7136:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138019.925657:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e22a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb80 expref: 22 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.925689:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012bf8db00) 00010000:00010000:1.0:1746138019.925694:0:7136:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746138019.927555:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.927574:0:7136:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.927581:0:7136:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.927623:0:7136:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.927637:0:7136:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 17 pid: 15774 timeout: 564 lvb_type: 0 00000100:00100000:1.0:1746138019.927650:0:7136:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7136:1830957968195072:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138019.927864:0:7136:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b490ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138019.929244:0:7136:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7136:1830957968195072:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138019.929274:0:7136:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000100:00100000:0.0:1746138019.929995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.930190:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972570496 00000100:00100000:1.0:1746138019.930197:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972570496 00010000:00010000:1.0:1746138019.930232:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 18 pid: 15774 timeout: 564 lvb_type: 0 00000100:00100000:1.0:1746138019.930268:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13078 00000100:00100000:1.0:1746138019.930275:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1957:x1830957972570496:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138019.930288:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138019.930295:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 18 pid: 15774 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.930306:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 18 pid: 15774 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.930329:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00c00/0x8ae21a86589e2311 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbaa expref: 18 pid: 15774 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.930354:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012bf8db00) 00010000:00010000:1.0:1746138019.930359:0:21009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.930817:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.930825:0:21009:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138019.930855:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138019.930932:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1957:x1830957972570496:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 656us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138019.930941:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13078 00010000:00010000:2.0:1746138019.931122:0:7136:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.931131:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000001:00080000:2.0:1746138019.931270:0:7136:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986796 00000004:00010000:2.0:1746138019.931326:0:7136:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801297d0a80 reply state ffff88009b0a0000 transno 4294986797 ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000100:00100000:2.0:1746138019.931333:0:7136:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746138019.931436:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:399:x1830957972570368:12345-192.168.204.27@tcp:36:truncate.0 Request processed in 5868us (6142us total) trans 4294986797 rc 0/0 00000100:00100000:2.0:1746138019.931443:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46577 00000020:00080000:2.0:1746138019.931447:0:7136:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746138019.935639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.935702:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972570624 00000100:00100000:2.0:1746138019.935711:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972570624 00000100:00100000:2.0:1746138019.935762:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8008 00000100:00100000:2.0:1746138019.935771:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:399:x1830957972570624:12345-192.168.204.27@tcp:101:truncate.0 00010000:00010000:2.0:1746138019.935802:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138019.935814:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.935821:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbb8 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.935826:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138019.935832:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138019.935838:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ea0000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138019.935842:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138019.935849:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.935851:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.935859:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138019.935861:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138019.935863:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012bf8db00) 00010000:00010000:2.0:1746138019.935864:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138019.935867:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138019.935872:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138019.935876:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea0000/0x8ae21a86589e2326 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.935898:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.935911:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 5 pid: 21614 timeout: 564 lvb_type: 0 00000100:00100000:2.0:1746138019.935924:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968195200:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138019.936315:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138019.938960:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968195200:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138019.939002:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.939027:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093727400, rc 0) 00000100:00100000:2.0:1746138019.939095:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:399:x1830957972570624:12345-192.168.204.27@tcp:101:truncate.0 Request processed in 3324us (3464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.939106:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8008 00000100:00100000:0.0:1746138019.939483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.939575:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972570752 00000100:00100000:1.0:1746138019.939582:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972570752 00010000:00010000:1.0:1746138019.939612:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 6 pid: 21614 timeout: 564 lvb_type: 0 00000100:00100000:1.0:1746138019.939645:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13079 00000100:00100000:1.0:1746138019.939653:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1958:x1830957972570752:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138019.939667:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138019.939692:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 6 pid: 21614 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.939703:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 6 pid: 21614 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.939728:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ff8200/0x8ae21a86589e231f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb1 expref: 6 pid: 21614 timeout: 564 lvb_type: 0 00010000:00010000:1.0:1746138019.940257:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138019.940259:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138019.940267:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.940277:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.940310:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138019.940323:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968195328:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138019.940402:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b490ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746138019.943388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.943646:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968195328:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138019.943722:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972570880 00000100:00100000:2.0:1746138019.943734:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972570880 00010000:00010000:1.0:1746138019.943740:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746138019.943785:0:8505:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:2.0:1746138019.943790:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3800 with x1830957972570880 ext(858->18446744073709551615) 00002000:00010000:2.0:1746138019.943801:0:8505:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d3800. 00000100:00100000:1.0:1746138019.943810:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:1958:x1830957972570752:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 4157us (4327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138019.943822:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13079 00000100:00100000:2.0:1746138019.943833:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5647 00000100:00100000:2.0:1746138019.943839:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972570880:12345-192.168.204.27@tcp:10:truncate.0 00002000:00010000:2.0:1746138019.944096:0:8505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746138019.944100:0:8505:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1746138019 -> 1746138019 00002000:00010000:2.0:1746138019.944102:0:8505:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 1746138019 -> 1746138019 00002000:00010000:2.0:1746138019.944104:0:8505:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1746138019 -> 1746138019 00002000:00010000:2.0:1746138019.944106:0:8505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746138019.944125:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972570880:12345-192.168.204.27@tcp:10:truncate.0 Request processed in 285us (750us total) trans 4294968012 rc 0/0 00000100:00100000:2.0:1746138019.944130:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5647 00002000:00010000:2.0:1746138019.944133:0:8505:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:2.0:1746138019.944135:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3800 with x1830957972570880 ext(858->18446744073709551615) 00002000:00010000:2.0:1746138019.944147:0:8505:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d3800. 00000100:00100000:0.0:1746138019.952477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.952733:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972571136 00000100:00100000:2.0:1746138019.952745:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972571136 00000100:00100000:2.0:1746138019.952811:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46578 00000100:00100000:2.0:1746138019.952819:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:401:x1830957972571136:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138019.952848:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138019.952870:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04800/0x8ae21a86589e2334 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbbf expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.953252:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953266:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953278:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953291:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953296:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953301:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953403:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05400/0x8ae21a86589e2349 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953408:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05400/0x8ae21a86589e2349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953411:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05400/0x8ae21a86589e2349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:2.0:1746138019.953439:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746138019.953520:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953525:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953531:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953535:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f04000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.953538:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953542:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953550:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880123c03000) 00010000:00010000:2.0:1746138019.953552:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.953555:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953558:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04000/0x8ae21a86589e233b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953578:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953583:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953587:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953591:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f05600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.953593:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953598:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953608:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880123c03d00) 00010000:00010000:2.0:1746138019.953610:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.953612:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953616:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2342 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.953653:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f04800/0x8ae21a86589e2334 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbbf expref: 26 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.953666:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05400/0x8ae21a86589e2349 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbbf expref: 25 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.953672:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012bf8db00) 00010000:00010000:2.0:1746138019.953675:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746138019.953677:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f05400, rc 0) 00000100:00100000:2.0:1746138019.953750:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:401:x1830957972571136:12345-192.168.204.27@tcp:101:dd.0 Request processed in 930us (1285us total) trans 4294986798 rc 0/0 00000100:00100000:2.0:1746138019.953757:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46578 00000100:00100000:0.0:1746138019.955824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.955955:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972571392 00000100:00100000:2.0:1746138019.955965:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972571392 00000100:00100000:2.0:1746138019.956009:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 155 00000100:00100000:2.0:1746138019.956017:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:401:x1830957972571392:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:2.0:1746138019.956490:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:401:x1830957972571392:12345-192.168.204.27@tcp:35:dd.0 Request processed in 473us (673us total) trans 4294986799 rc 0/0 00000100:00100000:2.0:1746138019.956497:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 155 00000100:00100000:0.0:1746138019.958808:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.958917:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972571648 00000100:00100000:2.0:1746138019.958925:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972571648 00002000:00100000:2.0:1746138019.958977:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094817b80 x1830957972571648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:455/0 lens 488/0 e 0 to 0 dl 1746138030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138019.958988:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094817b80 with x1830957972571648 ext(0->4095) 00002000:00010000:2.0:1746138019.958994:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094817b80 00000100:00100000:2.0:1746138019.959016:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5648 00000100:00100000:2.0:1746138019.959023:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972571648:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138019.960728:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972571648:12345-192.168.204.27@tcp:3:dd.0 Request processed in 1699us (1921us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138019.960738:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5648 00002000:00100000:2.0:1746138019.960747:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094817b80 x1830957972571648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:455/0 lens 488/4536 e 0 to 0 dl 1746138030 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138019.960755:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094817b80 with x1830957972571648 ext(0->4095) 00002000:00010000:2.0:1746138019.960760:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094817b80 00000100:00100000:0.0:1746138019.980510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.980583:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972571904 00000100:00100000:2.0:1746138019.980594:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972571904 00000100:00100000:2.0:1746138019.980929:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46579 00000100:00100000:2.0:1746138019.980939:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:405:x1830957972571904:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138019.980972:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138019.980996:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094887e00/0x8ae21a86589e2357 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbc6 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.981119:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981134:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981160:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981176:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981180:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981184:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981282:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f06000/0x8ae21a86589e236c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981289:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130f06000/0x8ae21a86589e236c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981294:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f06000/0x8ae21a86589e236c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:2.0:1746138019.981302:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746138019.981390:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981401:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981407:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981412:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b22f7000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.981439:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981449:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981460:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880123c03000) 00010000:00010000:2.0:1746138019.981462:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.981466:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981470:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e235e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981492:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981497:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981501:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981504:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130f07c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138019.981507:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981511:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981517:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880123c03e00) 00010000:00010000:2.0:1746138019.981519:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138019.981521:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981525:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2365 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138019.981698:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094887e00/0x8ae21a86589e2357 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbc6 expref: 20 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.981711:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f06000/0x8ae21a86589e236c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbc6 expref: 19 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.981717:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012bf8db00) 00010000:00010000:2.0:1746138019.981719:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746138019.981721:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f06000, rc 0) 00000100:00100000:2.0:1746138019.981831:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+19:405:x1830957972571904:12345-192.168.204.27@tcp:101:dd.0 Request processed in 893us (1330us total) trans 4294986800 rc 0/0 00000100:00100000:2.0:1746138019.981837:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46579 00000100:00100000:0.0:1746138019.983612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.983841:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972572032 00000100:00100000:2.0:1746138019.983849:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972572032 00000100:00100000:2.0:1746138019.983896:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8009 00000100:00100000:2.0:1746138019.983902:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+5:405:x1830957972572032:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138019.983919:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138019.983935:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e237a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbcd expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.983964:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.983971:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138019.983973:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138019.983977:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e237a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbcd expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.984016:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.984027:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 8 pid: 21614 timeout: 565 lvb_type: 0 00000100:00100000:2.0:1746138019.984039:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968195456:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138019.984298:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746138019.986018:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968195456:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138019.986046:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e237a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbcd expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138019.986063:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093727c00, rc 0) 00000100:00100000:2.0:1746138019.986111:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:405:x1830957972572032:12345-192.168.204.27@tcp:101:dd.0 Request processed in 2206us (2504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138019.986120:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8009 00000100:00100000:0.0:1746138019.986756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138019.986901:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972572160 00000100:00100000:1.0:1746138019.986907:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972572160 00010000:00010000:1.0:1746138019.987049:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 9 pid: 21614 timeout: 565 lvb_type: 0 00000100:00100000:1.0:1746138019.987085:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13080 00000100:00100000:1.0:1746138019.987092:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972572160:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138019.987104:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138019.987132:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 9 pid: 21614 timeout: 565 lvb_type: 0 00010000:00010000:1.0:1746138019.987152:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 9 pid: 21614 timeout: 565 lvb_type: 0 00010000:00010000:1.0:1746138019.987181:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093727400/0x8ae21a86589e232d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbb8 expref: 9 pid: 21614 timeout: 565 lvb_type: 0 00010000:00010000:1.0:1746138019.987213:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138019.987215:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138019.987222:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e237a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbcd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.987230:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e237a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbcd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138019.987260:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093727c00/0x8ae21a86589e237a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbcd expref: 5 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138019.987272:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968195584:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138019.987345:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b490ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746138019.989203:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968195584:192.168.204.27@tcp:105: 00010000:00010000:1.0:1746138019.989233:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138019.989277:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972572160:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2184us (2520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138019.989286:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13080 00000100:00100000:0.0:1746138019.989937:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138019.989989:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972572416 00000100:00100000:2.0:1746138019.989996:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972572416 00002000:00100000:2.0:1746138019.990031:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094815880 x1830957972572416/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:455/0 lens 488/0 e 0 to 0 dl 1746138030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138019.990038:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094815880 with x1830957972572416 ext(0->4095) 00002000:00010000:2.0:1746138019.990042:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094815880 00000100:00100000:2.0:1746138019.990063:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5649 00000100:00100000:2.0:1746138019.990068:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972572416:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138019.990261:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1957:x1830957972572416:12345-192.168.204.27@tcp:3:dd.0 Request processed in 193us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746138019.990267:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5649 00002000:00100000:2.0:1746138019.990271:0:8505:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094815880 x1830957972572416/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:455/0 lens 488/4536 e 0 to 0 dl 1746138030 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138019.990275:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094815880 with x1830957972572416 ext(0->4095) 00002000:00010000:2.0:1746138019.990277:0:8505:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094815880 00000100:00100000:0.0:1746138020.004281:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138020.004352:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972572672 00000100:00100000:2.0:1746138020.004362:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972572672 00000100:00100000:2.0:1746138020.004450:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 156 00000100:00100000:2.0:1746138020.004459:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+19:405:x1830957972572672:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:2.0:1746138020.004752:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:405:x1830957972572672:12345-192.168.204.27@tcp:35:dd.0 Request processed in 294us (483us total) trans 4294986801 rc 0/0 00000100:00100000:2.0:1746138020.004759:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 156 00010000:00010000:1.0:1746138020.058248:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746138020.152626:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968196096:0@lo:400:kworker.0 00000100:00100000:2.0:1746138020.152677:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746138020.152722:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0846c30c-781b-4405-bc84-6046c2d7bab4:3296:1830957968195712:0@lo:400:kworker.0 00000100:00100000:2.0:1746138020.152729:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746138020.152733:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830957968195968:0@lo:400:kworker.0 00000100:00100000:1.0:1746138020.152782:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830957968195840:0@lo:400:kworker.0 00000100:00100000:0.0:1746138020.152913:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968196096 00000100:00100000:0.0:1746138020.152919:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968196096 00000100:00100000:0.0:1746138020.152950:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1746138020.152956:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968196096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138020.152996:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138020.153016:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746138020.153020:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3296:1830957968196224:0@lo:400:kworker.0 00000100:00100000:1.0:1746138020.153031:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957968196352:0@lo:400:kworker.0 00000100:00100000:3.0:1746138020.153040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138020.153044:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746138020.153063:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968195840 00000100:00100000:1.0:1746138020.153064:0:7133:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968195712 00000100:00100000:3.0:1746138020.153065:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968195840 00000100:00100000:1.0:1746138020.153066:0:7133:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968195712 00000100:00100000:1.0:1746138020.153083:0:7133:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1746138020.153087:0:7138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968196224 00000100:00100000:1.0:1746138020.153087:0:7133:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b8dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3296:x1830957968195712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138020.153089:0:7138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968196224 00000100:00100000:1.0:1746138020.153107:0:7133:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b8dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3296:x1830957968195712:12345-0@lo:400:kworker.0 Request processed in 19us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138020.153109:0:7138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1746138020.153112:0:7133:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1746138020.153114:0:7138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830957968195840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138020.153155:0:7138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830957968195840:12345-0@lo:400:kworker.0 Request processed in 41us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138020.153160:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968196352 00000100:00100000:3.0:1746138020.153161:0:7138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1746138020.153162:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968196352 00000100:00100000:3.0:1746138020.153170:0:7138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1746138020.153173:0:7138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1830957968196224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138020.153179:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1746138020.153182:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957968196352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138020.153188:0:7138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1830957968196224:12345-0@lo:400:kworker.0 Request processed in 15us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138020.153192:0:7138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1746138020.153201:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957968196352:12345-0@lo:400:kworker.0 Request processed in 18us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138020.153205:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1746138020.153211:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0846c30c-781b-4405-bc84-6046c2d7bab4:3296:1830957968195712:0@lo:400:kworker.0 00000100:00100000:3.0:1746138020.153217:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3296:1830957968196224:0@lo:400:kworker.0 00000100:00100000:1.0:1746138020.153220:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830957968195840:0@lo:400:kworker.0 00000100:00100000:1.0:1746138020.153226:0:3297:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968010 gen 2 00000004:00080000:1.0:1746138020.153230:0:3297:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801297b2300, transno 4294968010 00000100:00100000:1.0:1746138020.153235:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957968196352:0@lo:400:kworker.0 00000100:00080000:3.0:1746138020.153239:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746138020.153242:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746138020.153409:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968196096:12345-0@lo:400:kworker.0 Request processed in 452us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138020.153414:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1746138020.153706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138020.153736:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968196096:0@lo:400:kworker.0 00000100:00100000:3.0:1746138020.153922:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968195968 00000100:00100000:3.0:1746138020.153926:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968195968 00000100:00100000:3.0:1746138020.153956:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1746138020.153960:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830957968195968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138020.153986:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830957968195968:12345-0@lo:400:kworker.0 Request processed in 25us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138020.153992:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1746138020.154026:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830957968195968:0@lo:400:kworker.0 00000100:00080000:0.0:1746138020.154654:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746138020.184771:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746138020.184787:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968196480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746138020.184839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746138020.184880:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968196480 00000100:00100000:0.0:1746138020.184887:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968196480 00000100:00100000:0.0:1746138020.184917:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1746138020.184923:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968196480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746138020.184941:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 537067520 pending 1703936 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746138020.184973:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968196480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138020.184979:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1746138020.185349:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968196480:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1746138020.266101:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986790 is committed 00000001:00080000:2.0:1746138020.266119:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986796 is committed 00000001:00080000:2.0:1746138020.266125:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986786 is committed 00000001:00080000:2.0:1746138020.266142:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986801 is committed 00000001:00080000:2.0:1746138020.266150:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986799 is committed 00010000:00010000:0.0:1746138021.060552:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746138021.565439:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968928 is committed 00000001:00100000:2.0:1746138021.565456:0:8599:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 596ba1cf-3330-4f6b-9e4f-ea2443b37aa5 00010000:00010000:1.0:1746138022.062915:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746138022.248906:0:3506:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 18:20:21 (1746138021) 00000100:00100000:0.0:1746138022.321685:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138022.322170:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972572928 00000100:00100000:2.0:1746138022.322178:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972572928 00000100:00080000:0.0:1746138022.322210:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746138022.322229:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46580 00000100:00100000:2.0:1746138022.322237:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1074:x1830957972572928:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1746138022.322256:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138022.322260:0:15774:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746138022.322282:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093347e00/0x8ae21a86589e223f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb64 expref: 12 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138022.322296:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:2.0:1746138022.322300:0:15774:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138022.322310:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093873400/0x8ae21a86589e2381 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbd4 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138022.322444:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.322455:0:15774:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 12 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138022.322461:0:15774:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.322485:0:15774:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 12 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138022.322499:0:15774:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 12 pid: 7136 timeout: 567 lvb_type: 0 00000100:00100000:2.0:1746138022.322509:0:15774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801297b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968196608:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138022.323086:0:15774:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172180 going to sleep for 11 seconds 00000100:00100000:0.0:1746138022.324063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.324445:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972573056 00000100:00100000:1.0:1746138022.324452:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972573056 00010000:00010000:1.0:1746138022.325176:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 13 pid: 7136 timeout: 567 lvb_type: 0 00000100:00100000:1.0:1746138022.325535:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13081 00000100:00100000:1.0:1746138022.325545:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+13:1957:x1830957972573056:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138022.325557:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138022.325565:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 13 pid: 7136 timeout: 567 lvb_type: 0 00010000:00010000:1.0:1746138022.325575:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 13 pid: 7136 timeout: 567 lvb_type: 0 00010000:00010000:1.0:1746138022.325595:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:1.0:1746138022.325599:0:21009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138022.325607:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138022.325612:0:21009:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138022.325626:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138022.326084:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+13:1957:x1830957972573056:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 538us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138022.326101:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13081 00000100:00080000:0.0:1746138022.326404:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746138022.327319:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ea1e00/0x8ae21a86589e22d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acb9c expref: 12 pid: 7136 timeout: 567 lvb_type: 0 00000100:00100000:2.0:1746138022.327334:0:15774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801297b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968196608:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138022.327352:0:15774:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.327360:0:15774:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.327365:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.327566:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.327576:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.327584:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328036:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328046:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328051:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:2.0:1746138022.328058:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746138022.328074:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328079:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328084:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328088:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093873a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138022.328091:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328109:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328117:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:2.0:1746138022.328120:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138022.328122:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.328126:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093873a00/0x8ae21a86589e2388 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000004:00010000:2.0:1746138022.328134:0:15774:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094815f80 reply state ffff880130373000 transno 4294986802 ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:2.0:1746138022.328144:0:15774:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746138022.328167:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093873400/0x8ae21a86589e2381 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 14 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138022.328180:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 13 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138022.328186:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880123c03f00) 00010000:00010000:2.0:1746138022.328187:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746138022.328190:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094711c00, rc 0) 00000100:00100000:2.0:1746138022.328243:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1074:x1830957972572928:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 6006us (6563us total) trans 4294986802 rc 0/0 00000100:00100000:2.0:1746138022.328251:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46580 00010000:00010000:2.0:1746138022.331697:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.331708:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.331714:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.331720:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093872000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138022.331724:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.331730:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.331744:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880123c03100) 00010000:00010000:2.0:1746138022.331748:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138022.331751:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:2.0:1746138022.331755:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093872000/0x8ae21a86589e238f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138022.332193:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.332256:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972573312 00000100:00100000:3.0:1746138022.332264:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972573312 00000100:00100000:3.0:1746138022.332297:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46581 00000100:00100000:3.0:1746138022.332304:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1074:x1830957972573312:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138022.332324:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138022.332338:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ec00/0x8ae21a86589e23a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbdb expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.332438:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.332449:0:15774:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 14 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.332455:0:15774:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.332479:0:15774:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 14 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.332493:0:15774:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 14 pid: 15774 timeout: 567 lvb_type: 0 00000100:00100000:3.0:1746138022.332505:0:15774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968196736:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138022.332584:0:15774:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0c36c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138022.334109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.334124:0:15774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968196736:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138022.334128:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972573440 00000100:00100000:1.0:1746138022.334132:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972573440 00010000:00010000:3.0:1746138022.334143:0:15774:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138022.334151:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 15 pid: 15774 timeout: 567 lvb_type: 0 00000100:00100000:1.0:1746138022.334167:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13082 00000100:00100000:1.0:1746138022.334173:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1957:x1830957972573440:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138022.334182:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138022.334186:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 15 pid: 15774 timeout: 567 lvb_type: 0 00010000:00010000:1.0:1746138022.334207:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 15 pid: 15774 timeout: 567 lvb_type: 0 00010000:00010000:1.0:1746138022.334223:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094711c00/0x8ae21a86589e2396 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbd4 expref: 15 pid: 15774 timeout: 567 lvb_type: 0 00010000:00010000:1.0:1746138022.334233:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880123c03f00) 00010000:00010000:1.0:1746138022.334237:0:21009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138022.334243:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138022.334248:0:21009:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138022.334262:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138022.334288:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1957:x1830957972573440:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 115us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138022.334294:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13082 00010000:00010000:3.0:1746138022.334961:0:15774:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.334968:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138022.334983:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00080000:3.0:1746138022.335207:0:15774:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00000004:00080000:3.0:1746138022.335213:0:15774:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:3.0:1746138022.335304:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.335310:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.335315:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.335322:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009355ee00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138022.335325:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.335331:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.335339:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880123c03f00) 00010000:00010000:3.0:1746138022.335341:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746138022.335344:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.335348:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23ab lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.335383:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ec00/0x8ae21a86589e23a4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbdb expref: 14 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.335390:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ec00/0x8ae21a86589e23a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbdb expref: 14 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.335398:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009355ec00, rc 0) 00000100:00100000:3.0:1746138022.335438:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1074:x1830957972573312:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3133us (3248us total) trans 4294986803 rc 301/301 00000100:00100000:3.0:1746138022.335443:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46581 00000100:00100000:1.0:1746138022.338668:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.338774:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972573696 00000100:00100000:3.0:1746138022.338782:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972573696 00000100:00100000:3.0:1746138022.338812:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 157 00000100:00100000:3.0:1746138022.338818:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1074:x1830957972573696:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1746138022.339030:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1074:x1830957972573696:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 212us (364us total) trans 4294986804 rc 0/0 00000100:00100000:3.0:1746138022.339036:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 157 00000100:00100000:0.0:1746138022.340761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.340815:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972573824 00000100:00100000:3.0:1746138022.340820:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972573824 00000100:00100000:3.0:1746138022.340843:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46582 00000100:00100000:3.0:1746138022.340849:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1074:x1830957972573824:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138022.340862:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138022.340877:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303400/0x8ae21a86589e23b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbe2 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.340913:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303400/0x8ae21a86589e23b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbe2 expref: 15 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.340925:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303400/0x8ae21a86589e23b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbe2 expref: 15 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.340937:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:3.0:1746138022.340939:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746138022.340941:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b303400, rc 0) 00000100:00100000:3.0:1746138022.340980:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1074:x1830957972573824:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 131us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138022.340985:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46582 00000100:00100000:0.0:1746138022.344153:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.344226:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972574080 00000100:00100000:1.0:1746138022.344234:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972574080 00000100:00100000:1.0:1746138022.344280:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 158 00000100:00100000:1.0:1746138022.344286:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1074:x1830957972574080:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:1.0:1746138022.344492:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1074:x1830957972574080:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 206us (347us total) trans 4294986805 rc 0/0 00000100:00100000:1.0:1746138022.344499:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 158 00000100:00100000:1.0:1746138022.357449:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.357488:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972574208 00000100:00100000:3.0:1746138022.357495:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972574208 00000100:00100000:3.0:1746138022.357531:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46583 00000100:00100000:3.0:1746138022.357537:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1077:x1830957972574208:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138022.357557:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138022.357573:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b302a00/0x8ae21a86589e23c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbe9 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.357620:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303000/0x8ae21a86589e23c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.357630:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303000/0x8ae21a86589e23c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.357639:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303000/0x8ae21a86589e23c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138022.357689:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746138022.357692:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138022.357704:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303000/0x8ae21a86589e23c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.357723:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b302a00/0x8ae21a86589e23c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbe9 expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.357733:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303000/0x8ae21a86589e23c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbe9 expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.357740:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8600) 00010000:00010000:3.0:1746138022.357743:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746138022.357745:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b303000, rc 0) 00000100:00100000:3.0:1746138022.357790:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:1077:x1830957972574208:12345-192.168.204.27@tcp:101:dd.0 Request processed in 252us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138022.357796:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46583 00000100:00100000:2.0:1746138022.359818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.359897:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972574464 00000100:00100000:3.0:1746138022.359904:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972574464 00000100:00100000:3.0:1746138022.359936:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46584 00000100:00100000:3.0:1746138022.359942:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:1077:x1830957972574464:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138022.359956:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138022.359959:0:15774:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746138022.359977:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303000/0x8ae21a86589e23c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbe9 expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.359988:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8600) 00010000:00010000:3.0:1746138022.359995:0:15774:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138022.360009:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ec00/0x8ae21a86589e23ce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbf0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.360134:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360143:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360150:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360159:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360164:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360168:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360216:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948afe00/0x8ae21a86589e23e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360222:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948afe00/0x8ae21a86589e23e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360227:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948afe00/0x8ae21a86589e23e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138022.360234:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746138022.360295:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360301:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360306:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360311:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009355ee00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138022.360314:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360319:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360338:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8c00) 00010000:00010000:3.0:1746138022.360341:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138022.360343:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360348:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ee00/0x8ae21a86589e23d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360355:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360363:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360367:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360371:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009355ea00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138022.360373:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360377:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360382:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880129ed8500) 00010000:00010000:3.0:1746138022.360384:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138022.360386:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360390:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ea00/0x8ae21a86589e23dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.360454:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009355ec00/0x8ae21a86589e23ce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf0 expref: 19 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.360467:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948afe00/0x8ae21a86589e23e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf0 expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.360472:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:3.0:1746138022.360473:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138022.360475:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948afe00, rc 0) 00000100:00100000:3.0:1746138022.360524:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1077:x1830957972574464:12345-192.168.204.27@tcp:101:dd.0 Request processed in 581us (712us total) trans 4294986806 rc 0/0 00000100:00100000:3.0:1746138022.360531:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46584 00000100:00100000:0.0:1746138022.363316:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.363400:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972574720 00000100:00100000:3.0:1746138022.363408:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972574720 00000100:00100000:3.0:1746138022.363462:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46585 00000100:00100000:3.0:1746138022.363468:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094816d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1077:x1830957972574720:12345-192.168.204.27@tcp:36:dd.0 00010000:00010000:3.0:1746138022.363514:0:15774:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138022.363536:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948afe00/0x8ae21a86589e23e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf0 expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.363549:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:3.0:1746138022.363553:0:15774:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138022.363707:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.363717:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.363723:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000001:00080000:3.0:1746138022.363755:0:15774:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986807 00000004:00010000:3.0:1746138022.363771:0:15774:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094816d80 reply state ffff880129453000 transno 4294986808 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:3.0:1746138022.363777:0:15774:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746138022.364532:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094816d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1077:x1830957972574720:12345-192.168.204.27@tcp:36:dd.0 Request processed in 1060us (1219us total) trans 4294986808 rc 0/0 00000100:00100000:3.0:1746138022.364538:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46585 00000020:00080000:3.0:1746138022.364544:0:15774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1746138022.365713:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.365722:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.365728:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.365732:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b303c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138022.365736:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.365741:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.365752:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:3.0:1746138022.365755:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138022.365757:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.365761:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303c00/0x8ae21a86589e23f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000100:00100000:2.0:1746138022.366118:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138022.366226:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972574848 00000100:00100000:0.0:1746138022.366234:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972574848 00000100:00100000:0.0:1746138022.366280:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8010 00000100:00100000:0.0:1746138022.366287:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1077:x1830957972574848:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:0.0:1746138022.366299:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138022.366312:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbf7 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746138022.366332:0:21614:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746138022.366346:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138022.366348:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138022.366353:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138022.366366:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138022.366374:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094342e00, rc 0) 00000100:00080000:2.0:1746138022.366453:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746138022.366646:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1077:x1830957972574848:12345-192.168.204.27@tcp:101:dd.0 Request processed in 359us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138022.366652:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8010 00000100:00100000:0.0:1746138022.367903:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138022.367979:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972574976 00000100:00100000:2.0:1746138022.367984:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972574976 00000100:00100000:2.0:1746138022.368024:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8011 00000100:00100000:2.0:1746138022.368030:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1077:x1830957972574976:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138022.368041:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138022.368054:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acbfe expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746138022.368080:0:21614:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746138022.368105:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138022.368107:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138022.368111:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 9 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138022.368122:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 9 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138022.368129:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094711a00, rc 0) 00000100:00080000:0.0:1746138022.368204:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746138022.368347:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1077:x1830957972574976:12345-192.168.204.27@tcp:101:dd.0 Request processed in 316us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138022.368353:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8011 00000100:00100000:0.0:1746138022.369929:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138022.369970:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.370051:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972575232 00000100:00100000:1.0:1746138022.370058:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972575232 00000100:00100000:2.0:1746138022.370059:0:8505:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972575104 00000100:00100000:2.0:1746138022.370062:0:8505:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972575104 00002000:00010000:2.0:1746138022.370082:0:8505:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00010000:1.0:1746138022.370082:0:25240:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:2.0:1746138022.370085:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8e00 with x1830957972575104 ext(0->18446744073709551615) 00002000:00100000:1.0:1746138022.370085:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bbb80 with x1830957972575232 ext(0->18446744073709551615) 00002000:00010000:2.0:1746138022.370106:0:8505:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b8e00. 00002000:00010000:1.0:1746138022.370107:0:25240:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935bbb80. 00000100:00100000:1.0:1746138022.370123:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5650 00000100:00100000:1.0:1746138022.370130:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972575232:12345-192.168.204.27@tcp:10:dd.0 00000100:00100000:2.0:1746138022.370137:0:8505:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5651 00000100:00100000:2.0:1746138022.370141:0:8505:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972575104:12345-192.168.204.27@tcp:10:dd.0 00002000:00010000:1.0:1746138022.370334:0:25240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746138022.370337:0:25240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746138022 00002000:00010000:1.0:1746138022.370339:0:25240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746138022.370340:0:25240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746138022 00002000:00010000:1.0:1746138022.370342:0:25240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:2.0:1746138022.370343:0:8505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746138022.370346:0:8505:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746138022 00002000:00010000:2.0:1746138022.370347:0:8505:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746138022.370349:0:8505:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746138022 00002000:00010000:2.0:1746138022.370351:0:8505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746138022.370374:0:8505:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972575104:12345-192.168.204.27@tcp:10:dd.0 Request processed in 232us (403us total) trans 4294968929 rc 0/0 00000100:00100000:2.0:1746138022.370380:0:8505:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5651 00002000:00010000:2.0:1746138022.370382:0:8505:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746138022.370384:0:8505:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8e00 with x1830957972575104 ext(0->18446744073709551615) 00002000:00010000:2.0:1746138022.370387:0:8505:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b8e00. 00000100:00100000:1.0:1746138022.370389:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972575232:12345-192.168.204.27@tcp:10:dd.0 Request processed in 259us (463us total) trans 4294968013 rc 0/0 00000100:00100000:1.0:1746138022.370394:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5650 00002000:00010000:1.0:1746138022.370397:0:25240:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:1.0:1746138022.370399:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bbb80 with x1830957972575232 ext(0->18446744073709551615) 00002000:00010000:1.0:1746138022.370402:0:25240:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935bbb80. 00000100:00100000:0.0:1746138022.659521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138022.659643:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972575488 00000100:00100000:2.0:1746138022.659652:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972575488 00002000:00100000:2.0:1746138022.659698:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800935ba680 x1830957972575488/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.659707:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935ba680 with x1830957972575488 ext(0->1048575) 00002000:00010000:2.0:1746138022.659713:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935ba680 00000100:00100000:2.0:1746138022.662739:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5652 00000100:00100000:2.0:1746138022.662758:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972575488:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138022.664599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.664694:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972575744 00000100:00100000:1.0:1746138022.664703:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972575744 00002000:00100000:1.0:1746138022.664741:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800935b8000 x1830957972575744/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.664750:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8000 with x1830957972575744 ext(0->1048575) 00002000:00010000:1.0:1746138022.664755:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b8000 00000100:00100000:1.0:1746138022.664787:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5653 00000100:00100000:1.0:1746138022.664794:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972575744:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138022.668999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.669125:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972576000 00000100:00100000:3.0:1746138022.669136:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972576000 00002000:00100000:3.0:1746138022.669182:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800935bb100 x1830957972576000/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.669192:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bb100 with x1830957972576000 ext(1048576->2097151) 00002000:00010000:3.0:1746138022.669197:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935bb100 00000100:00100000:3.0:1746138022.669296:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5654 00000100:00100000:3.0:1746138022.669303:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972576000:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138022.679694:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.681997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.682052:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972576256 00000100:00100000:1.0:1746138022.682063:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972576256 00002000:00100000:1.0:1746138022.682121:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff88012ba89880 x1830957972576256/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.682132:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba89880 with x1830957972576256 ext(1048576->2097151) 00002000:00010000:1.0:1746138022.682138:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba89880 00000100:00100000:1.0:1746138022.682158:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972576512 00000100:00100000:1.0:1746138022.682161:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972576512 00002000:00100000:1.0:1746138022.682174:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88012ba88000 x1830957972576512/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.682186:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88000 with x1830957972576512 ext(2097152->3145727) 00002000:00010000:1.0:1746138022.682189:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba88000 00000100:00100000:1.0:1746138022.682214:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5655 00000100:00100000:1.0:1746138022.682223:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1958:x1830957972576256:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138022.682308:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5656 00000100:00100000:3.0:1746138022.682325:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972576512:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138022.685542:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1957:x1830957972575488:12345-192.168.204.27@tcp:4:dd.0 Request processed in 22779us (26017us total) trans 4294968930 rc 0/0 00000100:00100000:2.0:1746138022.685558:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5652 00002000:00100000:2.0:1746138022.685572:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800935ba680 x1830957972575488/t4294968930(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.685581:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935ba680 with x1830957972575488 ext(0->1048575) 00002000:00010000:2.0:1746138022.685587:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935ba680 00000100:00100000:1.0:1746138022.686667:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1957:x1830957972575744:12345-192.168.204.27@tcp:4:dd.0 Request processed in 21863us (22067us total) trans 4294968014 rc 0/0 00000100:00100000:1.0:1746138022.686679:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5653 00002000:00100000:1.0:1746138022.686691:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800935b8000 x1830957972575744/t4294968014(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.686701:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8000 with x1830957972575744 ext(0->1048575) 00002000:00010000:1.0:1746138022.686706:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b8000 00000100:00100000:2.0:1746138022.690270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.690377:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972576768 00000100:00100000:1.0:1746138022.690389:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972576768 00002000:00100000:1.0:1746138022.690471:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8801297b2300 x1830957972576768/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.690482:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2300 with x1830957972576768 ext(2097152->3145727) 00002000:00010000:1.0:1746138022.690488:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b2300 00000100:00100000:1.0:1746138022.690509:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5657 00000100:00100000:1.0:1746138022.690516:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+14:1957:x1830957972576768:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138022.693761:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1958:x1830957972576000:12345-192.168.204.27@tcp:4:dd.0 Request processed in 24449us (24764us total) trans 4294968931 rc 0/0 00000100:00100000:3.0:1746138022.693772:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5654 00002000:00100000:3.0:1746138022.693782:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800935bb100 x1830957972576000/t4294968931(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.693791:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bb100 with x1830957972576000 ext(1048576->2097151) 00002000:00010000:3.0:1746138022.693796:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935bb100 00000100:00100000:2.0:1746138022.694035:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1958:x1830957972576512:12345-192.168.204.27@tcp:4:dd.0 Request processed in 11716us (12046us total) trans 4294968932 rc 0/0 00000100:00100000:2.0:1746138022.694042:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5656 00002000:00100000:2.0:1746138022.694047:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88012ba88000 x1830957972576512/t4294968932(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.694054:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba88000 with x1830957972576512 ext(2097152->3145727) 00002000:00010000:2.0:1746138022.694057:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba88000 00000100:00100000:0.0:1746138022.697267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.698005:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972577024 00000100:00100000:3.0:1746138022.698017:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972577024 00002000:00100000:3.0:1746138022.698065:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800935bb800 x1830957972577024/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.698076:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bb800 with x1830957972577024 ext(3145728->4194303) 00002000:00010000:3.0:1746138022.698082:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935bb800 00000100:00100000:3.0:1746138022.698116:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5658 00000100:00100000:3.0:1746138022.698124:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1958:x1830957972577024:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138022.700104:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:1957:x1830957972576768:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9572us (9829us total) trans 4294968015 rc 0/0 00000100:00100000:3.0:1746138022.700115:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5657 00002000:00100000:3.0:1746138022.700128:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8801297b2300 x1830957972576768/t4294968015(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.700137:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2300 with x1830957972576768 ext(2097152->3145727) 00002000:00010000:3.0:1746138022.700145:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b2300 00000100:00100000:1.0:1746138022.700369:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1958:x1830957972576256:12345-192.168.204.27@tcp:4:dd.0 Request processed in 18146us (20689us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1746138022.700376:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5655 00002000:00100000:1.0:1746138022.700380:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff88012ba89880 x1830957972576256/t4294968016(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.700387:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba89880 with x1830957972576256 ext(1048576->2097151) 00002000:00010000:1.0:1746138022.700390:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba89880 00000100:00100000:3.0:1746138022.702851:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1958:x1830957972577024:12345-192.168.204.27@tcp:4:dd.0 Request processed in 4715us (5582us total) trans 4294968933 rc 0/0 00000100:00100000:3.0:1746138022.702864:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5658 00002000:00100000:3.0:1746138022.702877:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800935bb800 x1830957972577024/t4294968933(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.702887:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bb800 with x1830957972577024 ext(3145728->4194303) 00002000:00010000:3.0:1746138022.702894:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935bb800 00000100:00100000:0.0:1746138022.703401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.703542:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972577280 00000100:00100000:3.0:1746138022.703550:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972577280 00002000:00100000:3.0:1746138022.703587:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff8800935b9500 x1830957972577280/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.703595:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9500 with x1830957972577280 ext(3145728->4194303) 00002000:00010000:3.0:1746138022.703598:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b9500 00000100:00100000:3.0:1746138022.703619:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5659 00000100:00100000:3.0:1746138022.703624:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1958:x1830957972577280:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138022.711081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.711168:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972577536 00000100:00100000:1.0:1746138022.711178:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972577536 00002000:00100000:1.0:1746138022.711233:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800935ba300 x1830957972577536/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.711248:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935ba300 with x1830957972577536 ext(4194304->5242879) 00002000:00010000:1.0:1746138022.711255:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935ba300 00000100:00100000:1.0:1746138022.711294:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5660 00000100:00100000:1.0:1746138022.711302:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1957:x1830957972577536:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138022.711860:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972577280:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8234us (8459us total) trans 4294968017 rc 0/0 00000100:00100000:3.0:1746138022.711868:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5659 00002000:00100000:3.0:1746138022.711874:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff8800935b9500 x1830957972577280/t4294968017(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.711882:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9500 with x1830957972577280 ext(3145728->4194303) 00002000:00010000:3.0:1746138022.711886:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b9500 00000100:00100000:2.0:1746138022.717722:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.717872:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972577792 00000100:00100000:3.0:1746138022.717884:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972577792 00002000:00100000:3.0:1746138022.717934:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8801297b3100 x1830957972577792/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.717944:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b3100 with x1830957972577792 ext(4194304->5242879) 00002000:00010000:3.0:1746138022.717949:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b3100 00000100:00100000:3.0:1746138022.717980:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5661 00000100:00100000:3.0:1746138022.717989:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1958:x1830957972577792:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138022.718918:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:1957:x1830957972577536:12345-192.168.204.27@tcp:4:dd.0 Request processed in 7613us (7845us total) trans 4294968934 rc 0/0 00000100:00100000:1.0:1746138022.718930:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5660 00002000:00100000:1.0:1746138022.718938:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800935ba300 x1830957972577536/t4294968934(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.718947:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935ba300 with x1830957972577536 ext(4194304->5242879) 00002000:00010000:1.0:1746138022.718951:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935ba300 00000100:00100000:3.0:1746138022.726660:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1958:x1830957972577792:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8664us (8939us total) trans 4294968018 rc 0/0 00000100:00100000:3.0:1746138022.726671:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5661 00002000:00100000:3.0:1746138022.726681:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8801297b3100 x1830957972577792/t4294968018(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.726690:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b3100 with x1830957972577792 ext(4194304->5242879) 00002000:00010000:3.0:1746138022.726695:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b3100 00000100:00100000:0.0:1746138022.727767:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.727825:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972578048 00000100:00100000:3.0:1746138022.727832:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972578048 00002000:00100000:3.0:1746138022.727859:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800935baa00 x1830957972578048/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.727866:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935baa00 with x1830957972578048 ext(5242880->6291455) 00002000:00010000:3.0:1746138022.727869:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935baa00 00000100:00100000:3.0:1746138022.727945:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5662 00000100:00100000:3.0:1746138022.727952:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+17:1958:x1830957972578048:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138022.733854:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1958:x1830957972578048:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5896us (6082us total) trans 4294968935 rc 0/0 00000100:00100000:3.0:1746138022.733866:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5662 00002000:00100000:3.0:1746138022.733876:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800935baa00 x1830957972578048/t4294968935(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.733884:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935baa00 with x1830957972578048 ext(5242880->6291455) 00002000:00010000:3.0:1746138022.733889:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935baa00 00000100:00100000:0.0:1746138022.733953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.734658:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972578304 00000100:00100000:3.0:1746138022.734665:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972578304 00002000:00100000:3.0:1746138022.734693:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800935b9880 x1830957972578304/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.734701:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9880 with x1830957972578304 ext(5242880->6291455) 00002000:00010000:3.0:1746138022.734704:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b9880 00000100:00100000:3.0:1746138022.734733:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5663 00000100:00100000:3.0:1746138022.734740:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1959:x1830957972578304:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138022.742624:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.743589:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972578560 00000100:00100000:1.0:1746138022.743600:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972578560 00002000:00100000:1.0:1746138022.743639:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8800935b8700 x1830957972578560/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746138022.743648:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1959:x1830957972578304:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8906us (9694us total) trans 4294968019 rc 0/0 00002000:00100000:1.0:1746138022.743648:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8700 with x1830957972578560 ext(6291456->7340031) 00002000:00010000:1.0:1746138022.743653:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b8700 00000100:00100000:3.0:1746138022.743658:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5663 00000100:00100000:1.0:1746138022.743686:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5664 00000100:00100000:1.0:1746138022.743693:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1960:x1830957972578560:12345-192.168.204.27@tcp:4:dd.0 00002000:00100000:3.0:1746138022.743763:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800935b9880 x1830957972578304/t4294968019(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.743771:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9880 with x1830957972578304 ext(5242880->6291455) 00002000:00010000:3.0:1746138022.743776:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b9880 00000100:00100000:1.0:1746138022.751890:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1960:x1830957972578560:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8189us (9270us total) trans 4294968936 rc 0/0 00000100:00100000:1.0:1746138022.751901:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5664 00002000:00100000:1.0:1746138022.751911:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8800935b8700 x1830957972578560/t4294968936(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.751919:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8700 with x1830957972578560 ext(6291456->7340031) 00002000:00010000:1.0:1746138022.751924:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b8700 00000100:00100000:0.0:1746138022.752472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.753082:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972578816 00000100:00100000:1.0:1746138022.753100:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972578816 00002000:00100000:1.0:1746138022.753131:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8800935b8a80 x1830957972578816/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.753143:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8a80 with x1830957972578816 ext(6291456->7340031) 00002000:00010000:1.0:1746138022.753151:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b8a80 00000100:00100000:1.0:1746138022.753177:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5665 00000100:00100000:1.0:1746138022.753184:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1959:x1830957972578816:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138022.760929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.760997:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972579072 00000100:00100000:3.0:1746138022.761004:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972579072 00002000:00100000:3.0:1746138022.761033:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8800935b8380 x1830957972579072/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.761045:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8380 with x1830957972579072 ext(7340032->8388607) 00002000:00010000:3.0:1746138022.761049:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b8380 00000100:00100000:3.0:1746138022.761071:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5666 00000100:00100000:3.0:1746138022.761076:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1959:x1830957972579072:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138022.761204:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1959:x1830957972578816:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8020us (8733us total) trans 4294968020 rc 0/0 00000100:00100000:1.0:1746138022.761211:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5665 00002000:00100000:1.0:1746138022.761217:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8800935b8a80 x1830957972578816/t4294968020(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.761223:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8a80 with x1830957972578816 ext(6291456->7340031) 00002000:00010000:1.0:1746138022.761226:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b8a80 00000100:00100000:0.0:1746138022.768460:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.768639:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972579328 00000100:00100000:1.0:1746138022.768651:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972579328 00002000:00100000:1.0:1746138022.768702:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff8800935b9c00 x1830957972579328/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.768712:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9c00 with x1830957972579328 ext(7340032->8388607) 00002000:00010000:1.0:1746138022.768718:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b9c00 00000100:00100000:1.0:1746138022.768833:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5667 00000100:00100000:1.0:1746138022.768842:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1959:x1830957972579328:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138022.769924:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1959:x1830957972579072:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8843us (8997us total) trans 4294968937 rc 0/0 00000100:00100000:3.0:1746138022.769933:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5666 00002000:00100000:3.0:1746138022.769942:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8800935b8380 x1830957972579072/t4294968937(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.769950:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b8380 with x1830957972579072 ext(7340032->8388607) 00002000:00010000:3.0:1746138022.769955:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b8380 00000100:00100000:1.0:1746138022.773877:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1959:x1830957972579328:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5022us (5417us total) trans 4294968021 rc 0/0 00000100:00100000:1.0:1746138022.773890:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5667 00002000:00100000:1.0:1746138022.773907:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff8800935b9c00 x1830957972579328/t4294968021(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.773916:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9c00 with x1830957972579328 ext(7340032->8388607) 00002000:00010000:1.0:1746138022.773923:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935b9c00 00000100:00100000:0.0:1746138022.776939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138022.777018:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972579584 00000100:00100000:1.0:1746138022.777031:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972579584 00002000:00100000:1.0:1746138022.777102:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800935b9180 x1830957972579584/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.777112:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9180 with x1830957972579584 ext(8388608->9437183) 00002000:00010000:1.0:1746138022.777120:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b9180 00000100:00100000:1.0:1746138022.777164:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5668 00000100:00100000:1.0:1746138022.777173:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1959:x1830957972579584:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138022.785687:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.785981:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972579840 00000100:00100000:3.0:1746138022.785992:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972579840 00002000:00100000:3.0:1746138022.786048:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800935bb480 x1830957972579840/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.786059:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bb480 with x1830957972579840 ext(8388608->9437183) 00002000:00010000:3.0:1746138022.786065:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935bb480 00000100:00100000:3.0:1746138022.786111:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5669 00000100:00100000:3.0:1746138022.786120:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1960:x1830957972579840:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138022.786704:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1959:x1830957972579584:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9530us (9777us total) trans 4294968938 rc 0/0 00000100:00100000:1.0:1746138022.786712:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5668 00002000:00100000:1.0:1746138022.786718:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800935b9180 x1830957972579584/t4294968938(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138022.786725:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935b9180 with x1830957972579584 ext(8388608->9437183) 00002000:00010000:1.0:1746138022.786729:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800935b9180 00000100:00100000:0.0:1746138022.791208:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138022.791515:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972580096 00000100:00100000:2.0:1746138022.791530:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972580096 00002000:00100000:2.0:1746138022.791586:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88009413b100 x1830957972580096/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.791599:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413b100 with x1830957972580096 ext(9437184->10485759) 00002000:00010000:2.0:1746138022.791605:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009413b100 00000100:00100000:2.0:1746138022.791647:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5670 00000100:00100000:2.0:1746138022.791655:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1959:x1830957972580096:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138022.793226:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800935bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1960:x1830957972579840:12345-192.168.204.27@tcp:4:dd.0 Request processed in 7099us (7543us total) trans 4294968022 rc 0/0 00000100:00100000:3.0:1746138022.793237:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5669 00002000:00100000:3.0:1746138022.793254:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800935bb480 x1830957972579840/t4294968022(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.793262:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800935bb480 with x1830957972579840 ext(8388608->9437183) 00002000:00010000:3.0:1746138022.793268:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800935bb480 00000100:00100000:1.0:1746138022.796603:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.796776:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972580352 00000100:00100000:3.0:1746138022.796787:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972580352 00002000:00100000:3.0:1746138022.796835:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88012ba8a300 x1830957972580352/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138022.796845:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8a300 with x1830957972580352 ext(9437184->10485759) 00002000:00010000:3.0:1746138022.796851:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8a300 00000100:00100000:3.0:1746138022.796891:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5671 00000100:00100000:3.0:1746138022.796899:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1957:x1830957972580352:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138022.799478:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1959:x1830957972580096:12345-192.168.204.27@tcp:4:dd.0 Request processed in 7817us (8271us total) trans 4294968939 rc 0/0 00000100:00100000:2.0:1746138022.799489:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5670 00002000:00100000:2.0:1746138022.799499:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88009413b100 x1830957972580096/t4294968939(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.799507:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413b100 with x1830957972580096 ext(9437184->10485759) 00002000:00010000:2.0:1746138022.799512:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009413b100 00000100:00100000:0.0:1746138022.801897:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138022.802250:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972580608 00000100:00100000:2.0:1746138022.802257:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972580608 00002000:00100000:2.0:1746138022.802294:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009413b480 x1830957972580608/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.802302:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413b480 with x1830957972580608 ext(10485760->11534335) 00002000:00010000:2.0:1746138022.802307:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009413b480 00000100:00100000:3.0:1746138022.802861:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972580352:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5961us (6266us total) trans 4294968023 rc 0/0 00000100:00100000:3.0:1746138022.802870:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5671 00002000:00100000:3.0:1746138022.802877:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88012ba8a300 x1830957972580352/t4294968023(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746138022.802881:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5672 00002000:00100000:3.0:1746138022.802884:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8a300 with x1830957972580352 ext(9437184->10485759) 00002000:00010000:3.0:1746138022.802888:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba8a300 00000100:00100000:2.0:1746138022.802888:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1958:x1830957972580608:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138022.808853:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972580608:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5958us (6957us total) trans 4294968940 rc 0/0 00000100:00100000:2.0:1746138022.808862:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5672 00002000:00100000:2.0:1746138022.808873:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009413b480 x1830957972580608/t4294968940(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.808879:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413b480 with x1830957972580608 ext(10485760->11534335) 00002000:00010000:2.0:1746138022.808883:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009413b480 00000100:00100000:0.0:1746138022.809058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138022.809136:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972580864 00000100:00100000:2.0:1746138022.809143:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972580864 00002000:00100000:2.0:1746138022.809171:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880094139180 x1830957972580864/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.809183:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139180 with x1830957972580864 ext(10485760->11534335) 00002000:00010000:2.0:1746138022.809186:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094139180 00000100:00100000:2.0:1746138022.809212:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5673 00000100:00100000:2.0:1746138022.809218:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972580864:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138022.814502:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972580864:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5275us (5435us total) trans 4294968024 rc 0/0 00000100:00100000:2.0:1746138022.814512:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5673 00002000:00100000:2.0:1746138022.814522:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880094139180 x1830957972580864/t4294968024(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.814530:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139180 with x1830957972580864 ext(10485760->11534335) 00002000:00010000:2.0:1746138022.814535:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094139180 00000100:00100000:0.0:1746138022.817554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138022.817673:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972581120 00000100:00100000:2.0:1746138022.817681:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972581120 00002000:00100000:2.0:1746138022.817726:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009413a680 x1830957972581120/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.817735:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413a680 with x1830957972581120 ext(11534336->12582911) 00002000:00010000:2.0:1746138022.817740:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009413a680 00000100:00100000:2.0:1746138022.817767:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5674 00000100:00100000:2.0:1746138022.817774:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1958:x1830957972581120:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138022.826678:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138022.826714:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972581376 00000100:00100000:0.0:1746138022.826724:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972581376 00002000:00100000:0.0:1746138022.826775:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880094138e00 x1830957972581376/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138022.826785:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138e00 with x1830957972581376 ext(11534336->12582911) 00002000:00010000:0.0:1746138022.826791:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094138e00 00000100:00100000:0.0:1746138022.826823:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5675 00000100:00100000:0.0:1746138022.826832:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972581376:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138022.828140:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972581120:12345-192.168.204.27@tcp:4:dd.0 Request processed in 10353us (10582us total) trans 4294968941 rc 0/0 00000100:00100000:2.0:1746138022.828155:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5674 00002000:00100000:2.0:1746138022.828169:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009413a680 x1830957972581120/t4294968941(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.828179:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413a680 with x1830957972581120 ext(11534336->12582911) 00002000:00010000:2.0:1746138022.828184:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009413a680 00000100:00100000:2.0:1746138022.833906:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972581376:12345-192.168.204.27@tcp:4:dd.0 Request processed in 7066us (7229us total) trans 4294968025 rc 0/0 00000100:00100000:2.0:1746138022.833917:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5675 00002000:00100000:2.0:1746138022.833928:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880094138e00 x1830957972581376/t4294968025(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.833936:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138e00 with x1830957972581376 ext(11534336->12582911) 00002000:00010000:2.0:1746138022.833941:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094138e00 00000100:00100000:0.0:1746138022.834282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138022.834555:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138022.834662:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972581632 00000100:00100000:2.0:1746138022.834668:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972581632 00002000:00100000:2.0:1746138022.834700:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880094138380 x1830957972581632/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/0 e 0 to 0 dl 1746138033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.834707:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138380 with x1830957972581632 ext(12582912->13631487) 00002000:00010000:2.0:1746138022.834711:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094138380 00000100:00100000:2.0:1746138022.834727:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5676 00000100:00100000:2.0:1746138022.834734:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1958:x1830957972581632:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138022.834844:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972581888 00000100:00100000:3.0:1746138022.834849:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972581888 00000100:00100000:3.0:1746138022.835059:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 159 00000100:00100000:3.0:1746138022.835065:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1077:x1830957972581888:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:3.0:1746138022.836037:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1077:x1830957972581888:12345-192.168.204.27@tcp:35:dd.0 Request processed in 970us (1479us total) trans 4294986809 rc 0/0 00000100:00100000:3.0:1746138022.836050:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 159 00000100:00100000:2.0:1746138022.842719:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972581632:12345-192.168.204.27@tcp:4:dd.0 Request processed in 7973us (8425us total) trans 4294968942 rc 0/0 00000100:00100000:2.0:1746138022.842733:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5676 00002000:00100000:2.0:1746138022.842747:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880094138380 x1830957972581632/t4294968942(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:458/0 lens 488/448 e 0 to 0 dl 1746138033 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138022.842757:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094138380 with x1830957972581632 ext(12582912->13631487) 00002000:00010000:2.0:1746138022.842763:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094138380 00000100:00100000:0.0:1746138022.850183:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138022.850278:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972582016 00000100:00100000:3.0:1746138022.850289:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972582016 00000100:00100000:3.0:1746138022.850911:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46586 00000100:00100000:3.0:1746138022.850918:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1082:x1830957972582016:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138022.850935:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138022.850949:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303000/0x8ae21a86589e2406 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc05 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.850998:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e240d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.851008:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e240d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.851017:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e240d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138022.851069:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746138022.851073:0:15774:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138022.851098:0:15774:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e240d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138022.851116:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b303000/0x8ae21a86589e2406 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc05 expref: 22 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.851142:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e240d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc05 expref: 21 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138022.851147:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8900) 00010000:00010000:3.0:1746138022.851151:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746138022.851153:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4eb800, rc 0) 00000100:00100000:3.0:1746138022.851213:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1082:x1830957972582016:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 295us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138022.851219:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46586 00010000:00010000:1.0:1746138023.065702:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746138023.250180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.250286:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972582272 00000100:00100000:3.0:1746138023.250299:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972582272 00000100:00100000:3.0:1746138023.250375:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46587 00000100:00100000:3.0:1746138023.250383:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+21:1093:x1830957972582272:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138023.250402:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138023.250406:0:15774:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746138023.250457:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e240d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc05 expref: 21 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.250475:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8900) 00010000:00010000:3.0:1746138023.250484:0:15774:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138023.250496:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e2414 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc0c expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.250604:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.250614:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.250623:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.250634:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.250643:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.250648:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251037:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251045:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251051:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138023.251059:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746138023.251093:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251100:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251106:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251111:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a88e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138023.251114:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251119:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251126:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8e00) 00010000:00010000:3.0:1746138023.251129:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138023.251132:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.251136:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e241b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000004:00010000:3.0:1746138023.251148:0:15774:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132c4b100 reply state ffff88009c271000 transno 4294986810 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:3.0:1746138023.251154:0:15774:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746138023.251175:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e2414 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 23 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.251189:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 22 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.251196:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8100) 00010000:00010000:3.0:1746138023.251198:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138023.251200:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b489200, rc 0) 00000100:00100000:3.0:1746138023.251262:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1093:x1830957972582272:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 880us (1091us total) trans 4294986810 rc 0/0 00000100:00100000:3.0:1746138023.251270:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46587 00010000:00010000:3.0:1746138023.254906:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.254919:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.254925:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.254935:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5485c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138023.254939:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.254946:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00000100:00100000:2.0:1746138023.254951:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:3.0:1746138023.254960:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880129ed8800) 00010000:00010000:3.0:1746138023.254963:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138023.254967:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.254972:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e2422 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00000100:00100000:3.0:1746138023.255004:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972582528 00000100:00100000:3.0:1746138023.255012:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972582528 00000100:00100000:3.0:1746138023.255045:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46588 00000100:00100000:3.0:1746138023.255052:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1093:x1830957972582528:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138023.255071:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138023.255099:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488000/0x8ae21a86589e2437 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc13 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.255175:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.255186:0:15774:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 23 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.255192:0:15774:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.255218:0:15774:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 23 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.255229:0:15774:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 23 pid: 15774 timeout: 568 lvb_type: 0 00000100:00100000:3.0:1746138023.255240:0:15774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968196864:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138023.255333:0:15774:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0c39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138023.257161:0:15774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15774:1830957968196864:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138023.257191:0:15774:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000100:00100000:0.0:1746138023.257576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.257639:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972582656 00000100:00100000:1.0:1746138023.257646:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972582656 00010000:00010000:1.0:1746138023.257682:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 24 pid: 15774 timeout: 568 lvb_type: 0 00000100:00100000:1.0:1746138023.257719:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13083 00000100:00100000:1.0:1746138023.257727:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972582656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138023.257740:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138023.257746:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 24 pid: 15774 timeout: 568 lvb_type: 0 00010000:00010000:1.0:1746138023.257757:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 24 pid: 15774 timeout: 568 lvb_type: 0 00010000:00010000:1.0:1746138023.257780:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2429 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc0c expref: 24 pid: 15774 timeout: 568 lvb_type: 0 00010000:00010000:1.0:1746138023.257792:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8100) 00010000:00010000:1.0:1746138023.257797:0:21009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138023.257805:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138023.257811:0:21009:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15774 initiator: MDT0 00010000:00010000:1.0:1746138023.257838:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138023.257880:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972582656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 154us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138023.257885:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13083 00010000:00010000:3.0:1746138023.257935:0:15774:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.257943:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138023.257962:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:3.0:1746138023.258165:0:15774:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00000004:00080000:3.0:1746138023.258172:0:15774:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:3.0:1746138023.258303:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.258311:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.258318:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.258327:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b489000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138023.258331:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.258339:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.258347:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8100) 00010000:00010000:3.0:1746138023.258350:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746138023.258353:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.258358:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489000/0x8ae21a86589e243e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.258413:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488000/0x8ae21a86589e2437 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc13 expref: 23 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.258442:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488000/0x8ae21a86589e2437 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc13 expref: 23 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.258453:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b488000, rc 0) 00000100:00100000:3.0:1746138023.258476:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1093:x1830957972582528:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3424us (3530us total) trans 4294986811 rc 301/301 00000100:00100000:3.0:1746138023.258482:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46588 00000100:00100000:0.0:1746138023.260057:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.260163:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972582912 00000100:00100000:3.0:1746138023.260175:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972582912 00000100:00100000:3.0:1746138023.260227:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 160 00000100:00100000:3.0:1746138023.260234:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801315f1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1093:x1830957972582912:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1746138023.260559:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801315f1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1093:x1830957972582912:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 323us (506us total) trans 4294986812 rc 0/0 00000100:00100000:3.0:1746138023.260566:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 160 00000100:00100000:2.0:1746138023.262818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.262931:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972583040 00000100:00100000:3.0:1746138023.262940:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972583040 00000100:00100000:3.0:1746138023.262989:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46589 00000100:00100000:3.0:1746138023.262997:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1093:x1830957972583040:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138023.263018:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138023.263037:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488c00/0x8ae21a86589e244c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc1a expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.263105:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488c00/0x8ae21a86589e244c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc1a expref: 24 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.263118:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488c00/0x8ae21a86589e244c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc1a expref: 24 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.263133:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:3.0:1746138023.263135:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746138023.263137:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b488c00, rc 0) 00000100:00100000:3.0:1746138023.263189:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1093:x1830957972583040:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 192us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138023.263195:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46589 00000100:00100000:0.0:1746138023.265276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.265769:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972583296 00000100:00100000:3.0:1746138023.265778:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972583296 00000100:00100000:3.0:1746138023.265814:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 161 00000100:00100000:3.0:1746138023.265822:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1093:x1830957972583296:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1746138023.266551:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1093:x1830957972583296:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 728us (1281us total) trans 4294986813 rc 0/0 00000100:00100000:3.0:1746138023.266558:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 161 00000100:00100000:2.0:1746138023.274574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.274618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.274844:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972583424 00000100:00100000:0.0:1746138023.274852:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972583424 00000100:00100000:0.0:1746138023.274879:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972583552 00000100:00100000:0.0:1746138023.274880:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972583552 00000100:00100000:0.0:1746138023.274892:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46590 00000100:00100000:0.0:1746138023.274899:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1095:x1830957972583424:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:0.0:1746138023.274916:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138023.274931:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebbe00/0x8ae21a86589e2453 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc21 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.274974:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.274983:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.274992:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138023.275035:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746138023.275039:0:7136:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746138023.275049:0:7136:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.275064:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebbe00/0x8ae21a86589e2453 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc21 expref: 14 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.275089:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc21 expref: 13 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.275095:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:0.0:1746138023.275097:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746138023.275100:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb200, rc 0) 00000100:00100000:0.0:1746138023.275137:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+13:1095:x1830957972583424:12345-192.168.204.27@tcp:101:dd.0 Request processed in 239us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138023.275143:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46590 00000100:00100000:0.0:1746138023.275156:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46591 00000100:00100000:0.0:1746138023.275161:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1094:x1830957972583552:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:0.0:1746138023.275169:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138023.275175:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb800/0x8ae21a86589e2461 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc28 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.275194:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b14000/0x8ae21a86589e2468 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.275200:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b14000/0x8ae21a86589e2468 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.275205:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b14000/0x8ae21a86589e2468 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138023.275226:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746138023.275228:0:7136:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746138023.275234:0:7136:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099b14000/0x8ae21a86589e2468 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.275245:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb800/0x8ae21a86589e2461 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc28 expref: 27 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.275253:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b14000/0x8ae21a86589e2468 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc28 expref: 26 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.275259:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:0.0:1746138023.275260:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746138023.275262:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b14000, rc 0) 00000100:00100000:0.0:1746138023.275278:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1094:x1830957972583552:12345-192.168.204.27@tcp:101:dd.0 Request processed in 117us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138023.275282:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46591 00000100:00100000:0.0:1746138023.280070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.280114:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.280152:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972583808 00000100:00100000:0.0:1746138023.280160:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972583808 00000100:00100000:3.0:1746138023.280174:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972584064 00000100:00100000:3.0:1746138023.280178:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972584064 00000100:00100000:0.0:1746138023.280196:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46592 00000100:00100000:3.0:1746138023.280202:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46593 00000100:00100000:0.0:1746138023.280203:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+13:1095:x1830957972583808:12345-192.168.204.27@tcp:101:dd.0 00000100:00100000:3.0:1746138023.280207:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1094:x1830957972584064:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138023.280219:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138023.280219:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138023.280234:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e246f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc36 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.280234:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2476 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc2f expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.280331:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138023.280333:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.280341:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.282901:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138023.282902:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.282918:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.283328:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283337:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283343:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:0.0:1746138023.283453:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283461:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283467:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.283496:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e2499 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283506:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e2499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283512:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e2499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138023.283520:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746138023.283521:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713e00/0x8ae21a86589e24a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283528:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094713e00/0x8ae21a86589e24a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283534:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094713e00/0x8ae21a86589e24a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138023.283539:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746138023.283610:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283616:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283622:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283627:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b4eb800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138023.283630:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283635:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283644:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:3.0:1746138023.283647:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138023.283650:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283654:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e247d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283663:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283670:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283675:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283677:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a89400 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138023.283679:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283683:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283688:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880129ed8e00) 00010000:00010000:3.0:1746138023.283689:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138023.283691:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283695:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a89400/0x8ae21a86589e248b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.283732:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5485c00/0x8ae21a86589e246f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc36 expref: 29 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.283744:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a88e00/0x8ae21a86589e2499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc36 expref: 28 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.283749:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:3.0:1746138023.283751:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138023.283753:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a88e00, rc 0) 00010000:00010000:0.0:1746138023.283768:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283773:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283778:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283781:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b35200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138023.283785:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283789:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283795:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:0.0:1746138023.283797:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138023.283799:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283803:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35200/0x8ae21a86589e2484 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283809:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283814:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283817:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.283821:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b35600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138023.283823:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00000100:00100000:3.0:1746138023.283825:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1094:x1830957972584064:12345-192.168.204.27@tcp:101:dd.0 Request processed in 3617us (3709us total) trans 4294986814 rc 0/0 00000100:00100000:3.0:1746138023.283834:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46593 00010000:00010000:0.0:1746138023.284054:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.284062:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880129ed8e00) 00010000:00010000:0.0:1746138023.284064:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138023.284066:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.284083:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35600/0x8ae21a86589e2492 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.284107:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b35000/0x8ae21a86589e2476 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc2f expref: 16 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.284115:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713e00/0x8ae21a86589e24a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc2f expref: 15 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.284120:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:0.0:1746138023.284122:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746138023.284123:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713e00, rc 0) 00000100:00100000:0.0:1746138023.284147:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+15:1095:x1830957972583808:12345-192.168.204.27@tcp:101:dd.0 Request processed in 3944us (4085us total) trans 4294986815 rc 0/0 00000100:00100000:0.0:1746138023.284152:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46592 00000100:00100000:1.0:1746138023.288850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.288875:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972584320 00000100:00100000:0.0:1746138023.288883:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972584320 00000100:00100000:0.0:1746138023.288921:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46594 00000100:00100000:0.0:1746138023.288928:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1094:x1830957972584320:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:0.0:1746138023.288948:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138023.288951:0:7136:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746138023.288974:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b14000/0x8ae21a86589e2468 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc28 expref: 28 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.288988:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:0.0:1746138023.288992:0:7136:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746138023.289001:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e24b5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc3d expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.289125:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.289135:0:7136:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc21 expref: 14 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.289142:0:7136:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138023.289164:0:7136:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc21 expref: 14 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.289173:0:7136:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc21 expref: 14 pid: 7136 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746138023.289184:0:7136:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094139500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7136:1830957968196992:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138023.289261:0:7136:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48540 going to sleep for 11 seconds 00000100:00100000:0.0:1746138023.290853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.290928:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972584576 00000100:00100000:3.0:1746138023.290938:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972584576 00000100:00100000:3.0:1746138023.290998:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46595 00000100:00100000:3.0:1746138023.291004:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+15:1095:x1830957972584576:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138023.291023:0:15774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138023.291026:0:15774:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746138023.291039:0:15774:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc21 expref: 15 pid: 7136 timeout: 568 lvb_type: 0 00010000:00010000:3.0:1746138023.291058:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:3.0:1746138023.291062:0:15774:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.291069:0:15774:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.291087:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.291102:0:15774:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138023.291111:0:15774:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e24c3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc44 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.291231:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291239:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291245:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291255:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291260:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291264:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291314:0:15774:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291320:0:15774:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291325:0:15774:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15774 initiator: MDT0 00000004:00200000:3.0:1746138023.291332:0:15774:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746138023.291396:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291402:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291407:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291412:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131063600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138023.291434:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291439:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291446:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:3.0:1746138023.291449:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138023.291451:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291455:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131063600/0x8ae21a86589e24ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291462:0:15774:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291466:0:15774:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291470:0:15774:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291473:0:15774:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131063200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138023.291475:0:15774:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291478:0:15774:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291482:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880129ed8100) 00010000:00010000:3.0:1746138023.291484:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138023.291485:0:15774:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291489:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e24d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15774 initiator: MDT0 00010000:00010000:3.0:1746138023.291513:0:15774:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e24c3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 18 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.291522:0:15774:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.291527:0:15774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:3.0:1746138023.291528:0:15774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138023.291530:0:15774:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131062000, rc 0) 00000100:00100000:3.0:1746138023.291581:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1095:x1830957972584576:12345-192.168.204.27@tcp:101:dd.0 Request processed in 576us (735us total) trans 4294986816 rc 0/0 00000100:00100000:3.0:1746138023.291586:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46595 00010000:00010000:1.0:1746138023.292848:0:7136:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.204.27@tcp) returned -22 from blocking AST (req@ffff880094139500 x1830957968196992) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc21 expref: 16 pid: 7136 timeout: 568 lvb_type: 0 00010000:00010000:1.0:1746138023.292864:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e245a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc21 expref: 16 pid: 7136 timeout: 568 lvb_type: 0 00000100:00100000:1.0:1746138023.292877:0:7136:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094139500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7136:1830957968196992:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138023.292892:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:1.0:1746138023.292897:0:7136:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.292905:0:7136:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.292909:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.292971:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.292979:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.292985:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00080000:1.0:1746138023.293330:0:7136:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1746138023.293477:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093346a00/0x8ae21a86589e24ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293485:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093346a00/0x8ae21a86589e24ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293491:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093346a00/0x8ae21a86589e24ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293516:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293521:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293525:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293529:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094713600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138023.293532:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293537:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293543:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094169800) 00010000:00010000:1.0:1746138023.293545:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138023.293547:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138023.293551:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e24bc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00000004:00010000:1.0:1746138023.293560:0:7136:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132c48700 reply state ffff88009c351000 transno 4294986817 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000100:00100000:1.0:1746138023.293566:0:7136:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746138023.293591:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094712200/0x8ae21a86589e24b5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc3d expref: 30 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.293605:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093346a00/0x8ae21a86589e24ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc3d expref: 29 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.293612:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009b7bf800) 00010000:00010000:1.0:1746138023.293614:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746138023.293616:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093346a00, rc 0) 00000100:00100000:1.0:1746138023.293666:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1094:x1830957972584320:12345-192.168.204.27@tcp:101:dd.0 Request processed in 4737us (4824us total) trans 4294986817 rc 0/0 00000100:00100000:1.0:1746138023.293674:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46594 00000100:00100000:2.0:1746138023.295606:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.295706:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972584704 00000100:00100000:3.0:1746138023.295715:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972584704 00000100:00100000:3.0:1746138023.295772:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8012 00000100:00100000:3.0:1746138023.295780:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1095:x1830957972584704:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138023.295792:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138023.295807:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e24fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc4b expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.295833:0:21614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.295840:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138023.295842:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138023.295845:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e24fb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc4b expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.295872:0:21614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 32 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.295884:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 32 pid: 21614 timeout: 568 lvb_type: 0 00000100:00100000:3.0:1746138023.295895:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968197120:192.168.204.27@tcp:104: 00000100:00080000:0.0:1746138023.295910:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746138023.295957:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0c30c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746138023.295973:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.295980:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.295985:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.295990:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b210a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138023.295993:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.295999:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.296011:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88009b7bf000) 00010000:00010000:3.0:1746138023.296014:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138023.296017:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138023.296022:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b210a00/0x8ae21a86589e24e6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00000100:00100000:0.0:1746138023.305527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.305546:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.305569:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.305595:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972584960 00000100:00100000:1.0:1746138023.305597:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972585344 00000100:00100000:1.0:1746138023.305601:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972585344 00000100:00100000:0.0:1746138023.305601:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972584960 00010000:00010000:1.0:1746138023.305628:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 34 pid: 21614 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746138023.305635:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972585216 00000100:00100000:0.0:1746138023.305637:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972585216 00000100:00100000:1.0:1746138023.305647:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13084 00000100:00100000:0.0:1746138023.305652:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5677 00000100:00100000:1.0:1746138023.305653:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972585344:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746138023.305656:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972584960:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:1.0:1746138023.305664:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746138023.305680:0:21009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00010000:00010000:0.0:1746138023.305682:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.305686:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 34 pid: 21614 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746138023.305694:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746138023.305697:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.305707:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 34 pid: 21614 timeout: 568 lvb_type: 0 00000100:00100000:2.0:1746138023.305725:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5678 00000100:00100000:2.0:1746138023.305734:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972585216:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138023.305751:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.305762:0:31692:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.305766:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968197120:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138023.305768:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138023.305769:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138023.305771:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.305792:0:31692:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 34 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.305801:0:31692:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 34 pid: 21614 timeout: 568 lvb_type: 0 00000100:00100000:2.0:1746138023.305816:0:31692:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009452a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:31692:1830957968197248:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138023.305864:0:31692:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172000 going to sleep for 11 seconds 00010000:00010000:0.0:1746138023.305941:0:25240:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.305950:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094342e00/0x8ae21a86589e23f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbf7 expref: 34 pid: 21614 timeout: 568 lvb_type: 0 00010000:00010000:1.0:1746138023.305959:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.305961:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.305967:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e24fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc4b expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.305973:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e24fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc4b expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.305979:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.305980:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.305982:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.305986:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.306042:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e24fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc4b expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.306050:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4eb800, rc 0) 00000100:00100000:3.0:1746138023.306070:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1095:x1830957972584704:12345-192.168.204.27@tcp:101:dd.0 Request processed in 10292us (10471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138023.306091:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8012 00010000:00010000:1.0:1746138023.306133:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b4eb800/0x8ae21a86589e24fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc4b expref: 6 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.306141:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957968197376:192.168.204.27@tcp:105: 00010000:00010000:0.0:1746138023.306179:0:25240:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.306190:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.308461:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801297db3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138023.311039:0:31692:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009452a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:31692:1830957968197248:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138023.311059:0:31692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.312493:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957968197376:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138023.312507:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138023.312553:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972585344:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 6898us (6980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138023.312562:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13084 00000100:00100000:3.0:1746138023.314613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.314781:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972585600 00000100:00100000:1.0:1746138023.314788:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972585600 00002000:00100000:1.0:1746138023.314823:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88009b3b1880 x1830957972585600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.314831:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b1880 with x1830957972585600 ext(0->1048575) 00002000:00010000:1.0:1746138023.314835:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b3b1880 00000100:00100000:1.0:1746138023.314851:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5679 00000100:00100000:1.0:1746138023.314858:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1957:x1830957972585600:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138023.319609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.320625:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972585728 00000100:00100000:2.0:1746138023.320635:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972585728 00010000:00010000:2.0:1746138023.320677:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 35 pid: 21614 timeout: 568 lvb_type: 0 00000100:00100000:2.0:1746138023.320710:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13085 00000100:00100000:2.0:1746138023.320718:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972585728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138023.320733:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746138023.320754:0:21009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00010000:00010000:2.0:1746138023.320760:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 35 pid: 21614 timeout: 568 lvb_type: 0 00010000:00010000:2.0:1746138023.320774:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 35 pid: 21614 timeout: 568 lvb_type: 0 00010000:00010000:2.0:1746138023.320801:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e23ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acbfe expref: 35 pid: 21614 timeout: 568 lvb_type: 0 00010000:00010000:2.0:1746138023.320813:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.320815:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.320820:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.320829:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.321150:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138023.321236:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972585728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 517us (1632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138023.321243:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13085 00010000:00010000:1.0:1746138023.322344:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.322355:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.322362:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.322367:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094712c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.322370:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.322377:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.322391:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.322396:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094712c00/0x8ae21a86589e2502 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.322453:0:31692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.322465:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.322481:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972584960:12345-192.168.204.27@tcp:3:dd.0 Request processed in 16821us (16959us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138023.322490:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5677 00000100:00100000:2.0:1746138023.326931:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1957:x1830957972585600:12345-192.168.204.27@tcp:3:dd.0 Request processed in 12069us (12319us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138023.326941:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5679 00002000:00100000:2.0:1746138023.326951:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88009b3b1880 x1830957972585600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.326959:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b1880 with x1830957972585600 ext(0->1048575) 00002000:00010000:2.0:1746138023.326964:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b3b1880 00010000:00010000:1.0:1746138023.328747:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.328764:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.328771:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.328776:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009369e200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.328780:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.328787:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.328802:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.328808:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369e200/0x8ae21a86589e2509 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.328876:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972585216:12345-192.168.204.27@tcp:3:dd.0 Request processed in 23139us (23325us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746138023.328885:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5678 00000100:00100000:0.0:1746138023.331950:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.331983:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972585856 00000100:00100000:3.0:1746138023.331996:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972585856 00000100:00100000:3.0:1746138023.332086:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8013 00000100:00100000:3.0:1746138023.332096:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+6:1095:x1830957972585856:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138023.332114:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746138023.332118:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746138023.332134:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589e2510 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc52 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746138023.332159:0:21614:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813f3a6, atime: 0x0, ctime: 0x6813f3a6, blocks: 0x1 00010000:00010000:3.0:1746138023.332182:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.332184:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.332191:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589e2510 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc52 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.332205:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f37200/0x8ae21a86589e2510 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc52 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.332214:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f37200, rc 0) 00000100:00100000:3.0:1746138023.332282:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1095:x1830957972585856:12345-192.168.204.27@tcp:101:dd.0 Request processed in 188us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138023.332288:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8013 00000100:00100000:0.0:1746138023.333667:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.333730:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972586112 00000100:00100000:1.0:1746138023.333739:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972586112 00000100:00100000:1.0:1746138023.333801:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5680 00000100:00100000:1.0:1746138023.333808:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972586112:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:1.0:1746138023.333850:0:31692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746138023.333858:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.333870:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.333872:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.333875:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.333887:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.334109:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.334151:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972586368 00000100:00100000:2.0:1746138023.334156:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972586368 00000100:00100000:2.0:1746138023.334182:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5681 00000100:00100000:2.0:1746138023.334186:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1959:x1830957972586368:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:2.0:1746138023.334200:0:31694:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.334212:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.334214:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.334216:0:31694:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.334224:0:31694:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.336349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.336937:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972586624 00000100:00100000:1.0:1746138023.336944:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972586624 00002000:00100000:1.0:1746138023.336977:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff880092d15180 x1830957972586624/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.336986:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d15180 with x1830957972586624 ext(0->1040383) 00002000:00010000:1.0:1746138023.336991:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d15180 00000100:00100000:1.0:1746138023.337029:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5682 00000100:00100000:1.0:1746138023.337036:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1958:x1830957972586624:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138023.346480:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1958:x1830957972586624:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9434us (10129us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746138023.346492:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5682 00002000:00100000:1.0:1746138023.346504:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff880092d15180 x1830957972586624/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.346513:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d15180 with x1830957972586624 ext(0->1040383) 00002000:00010000:1.0:1746138023.346519:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d15180 00000100:00100000:3.0:1746138023.353925:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.353951:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972586752 00000100:00100000:3.0:1746138023.353957:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972586752 00000100:00100000:3.0:1746138023.354004:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8014 00000100:00100000:3.0:1746138023.354011:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1095:x1830957972586752:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138023.354025:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138023.354041:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc59 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746138023.354059:0:21614:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746138023.354086:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.354088:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.354094:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.354107:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 8 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.354116:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f67800, rc 0) 00000100:00100000:3.0:1746138023.354163:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1095:x1830957972586752:12345-192.168.204.27@tcp:101:dd.0 Request processed in 152us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138023.354169:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8014 00000100:00100000:2.0:1746138023.363541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.363570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.363594:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972587136 00000100:00100000:2.0:1746138023.363601:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972587136 00000100:00100000:2.0:1746138023.363632:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8015 00000100:00100000:2.0:1746138023.363638:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1095:x1830957972587136:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138023.363651:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138023.363665:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc60 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746138023.363686:0:17395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746138023.363700:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.363701:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.363707:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 8 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.363720:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 8 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.363729:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f600, rc 0) 00000100:00100000:2.0:1746138023.363773:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1095:x1830957972587136:12345-192.168.204.27@tcp:101:dd.0 Request processed in 135us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138023.363778:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8015 00000100:00100000:2.0:1746138023.363839:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972587008 00000100:00100000:2.0:1746138023.363843:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972587008 00002000:00100000:2.0:1746138023.363866:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88009452a680 x1830957972587008/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.363874:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452a680 with x1830957972587008 ext(0->1048575) 00002000:00010000:2.0:1746138023.363877:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009452a680 00000100:00100000:2.0:1746138023.363887:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5683 00000100:00100000:2.0:1746138023.363891:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1960:x1830957972587008:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138023.373625:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1960:x1830957972587008:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9724us (10082us total) trans 4294968028 rc 0/0 00000100:00100000:1.0:1746138023.373636:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5683 00002000:00100000:1.0:1746138023.373647:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88009452a680 x1830957972587008/t4294968028(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.373656:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452a680 with x1830957972587008 ext(0->1048575) 00002000:00010000:1.0:1746138023.373661:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009452a680 00000100:00100000:2.0:1746138023.374448:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.374468:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972587392 00000100:00100000:2.0:1746138023.374475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.374476:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972587392 00000100:00100000:3.0:1746138023.374529:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972587648 00000100:00100000:3.0:1746138023.374532:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972587648 00002000:00100000:3.0:1746138023.374560:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88009452aa00 x1830957972587648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.374572:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452aa00 with x1830957972587648 ext(1048576->2097151) 00002000:00010000:3.0:1746138023.374577:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009452aa00 00000100:00100000:3.0:1746138023.374592:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5684 00000100:00100000:3.0:1746138023.374597:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957972587648:12345-192.168.204.27@tcp:3:dd.0 00002000:00100000:1.0:1746138023.375095:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff880094529880 x1830957972587392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.375102:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529880 with x1830957972587392 ext(1040384->2080767) 00002000:00010000:1.0:1746138023.375105:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094529880 00000100:00100000:1.0:1746138023.375127:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5685 00000100:00100000:1.0:1746138023.375132:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1957:x1830957972587392:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:3.0:1746138023.384242:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957972587648:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9632us (9754us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.384254:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5684 00002000:00100000:3.0:1746138023.384265:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88009452aa00 x1830957972587648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.384275:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452aa00 with x1830957972587648 ext(1048576->2097151) 00002000:00010000:3.0:1746138023.384282:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009452aa00 00000100:00100000:1.0:1746138023.385106:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1957:x1830957972587392:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9970us (10657us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746138023.385113:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5685 00002000:00100000:1.0:1746138023.385119:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff880094529880 x1830957972587392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.385126:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529880 with x1830957972587392 ext(1040384->2080767) 00002000:00010000:1.0:1746138023.385130:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094529880 00000100:00100000:0.0:1746138023.388580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.388817:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972587904 00000100:00100000:1.0:1746138023.388827:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972587904 00002000:00100000:1.0:1746138023.388866:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff880092d17100 x1830957972587904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.388881:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d17100 with x1830957972587904 ext(2080768->2097151) 00002000:00010000:1.0:1746138023.388886:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d17100 00000100:00100000:1.0:1746138023.388913:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5686 00000100:00100000:1.0:1746138023.388920:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1958:x1830957972587904:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138023.389626:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1958:x1830957972587904:12345-192.168.204.27@tcp:3:dd.0 Request processed in 704us (1050us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746138023.389633:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5686 00002000:00100000:1.0:1746138023.389639:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff880092d17100 x1830957972587904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/16824 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.389646:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d17100 with x1830957972587904 ext(2080768->2097151) 00002000:00010000:1.0:1746138023.389649:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d17100 00000100:00100000:0.0:1746138023.391763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.391821:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972588160 00000100:00100000:1.0:1746138023.391828:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972588160 00002000:00100000:1.0:1746138023.391959:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880092d17b80 x1830957972588160/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.391968:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d17b80 with x1830957972588160 ext(0->1048575) 00002000:00010000:1.0:1746138023.391973:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d17b80 00000100:00100000:1.0:1746138023.392029:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5687 00000100:00100000:1.0:1746138023.392036:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1958:x1830957972588160:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138023.396441:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.397155:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972588416 00000100:00100000:0.0:1746138023.398102:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972588416 00002000:00100000:0.0:1746138023.398160:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880132c49c00 x1830957972588416/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.398170:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49c00 with x1830957972588416 ext(1048576->2097151) 00002000:00010000:0.0:1746138023.398177:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c49c00 00000100:00100000:0.0:1746138023.398206:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5688 00000100:00100000:0.0:1746138023.398214:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1958:x1830957972588416:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138023.403482:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1958:x1830957972588160:12345-192.168.204.27@tcp:4:dd.0 Request processed in 11433us (11708us total) trans 4294968943 rc 0/0 00000100:00100000:1.0:1746138023.403495:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5687 00002000:00100000:1.0:1746138023.403509:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880092d17b80 x1830957972588160/t4294968943(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.403518:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d17b80 with x1830957972588160 ext(0->1048575) 00002000:00010000:1.0:1746138023.403523:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d17b80 00000100:00100000:1.0:1746138023.406122:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.406174:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.406197:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972588672 00000100:00100000:1.0:1746138023.406206:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972588672 00002000:00100000:1.0:1746138023.406249:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880132c4b480 x1830957972588672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.406259:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b480 with x1830957972588672 ext(2097152->3145727) 00002000:00010000:1.0:1746138023.406264:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c4b480 00000100:00100000:1.0:1746138023.406282:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972588928 00000100:00100000:1.0:1746138023.406284:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972588928 00002000:00100000:1.0:1746138023.406294:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880132c48a80 x1830957972588928/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.406300:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48a80 with x1830957972588928 ext(2097152->3145727) 00002000:00010000:1.0:1746138023.406303:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c48a80 00000100:00100000:1.0:1746138023.406312:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5689 00000100:00100000:1.0:1746138023.406318:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1958:x1830957972588672:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.406680:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5690 00000100:00100000:0.0:1746138023.406688:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1957:x1830957972588928:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.408370:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1958:x1830957972588416:12345-192.168.204.27@tcp:4:dd.0 Request processed in 10149us (11948us total) trans 4294968029 rc 0/0 00000100:00100000:0.0:1746138023.408381:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5688 00002000:00100000:0.0:1746138023.408391:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880132c49c00 x1830957972588416/t4294968029(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.408400:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49c00 with x1830957972588416 ext(1048576->2097151) 00002000:00010000:0.0:1746138023.408404:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c49c00 00000100:00100000:1.0:1746138023.415568:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1958:x1830957972588672:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9243us (9446us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138023.415579:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5689 00002000:00100000:1.0:1746138023.415589:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880132c4b480 x1830957972588672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.415603:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b480 with x1830957972588672 ext(2097152->3145727) 00002000:00010000:1.0:1746138023.415608:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c4b480 00000100:00100000:0.0:1746138023.417904:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1957:x1830957972588928:12345-192.168.204.27@tcp:3:dd.0 Request processed in 11212us (11723us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138023.417914:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5690 00002000:00100000:0.0:1746138023.417923:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880132c48a80 x1830957972588928/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.417931:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c48a80 with x1830957972588928 ext(2097152->3145727) 00002000:00010000:0.0:1746138023.417936:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c48a80 00000001:00080000:3.0:1746138023.421131:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968026 is committed 00000001:00080000:3.0:1746138023.421164:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968027 is committed 00002000:00010000:2.0:1746138023.421193:0:31692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746138023.421197:0:31692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746138023 00002000:00010000:2.0:1746138023.421199:0:31692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746138023 00002000:00010000:2.0:1746138023.421201:0:31692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:2.0:1746138023.421211:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.421222:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.421228:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.421258:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ea0400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138023.421263:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.421271:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.421287:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.421293:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ea0400/0x8ae21a86589e2517 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.421411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.421457:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972586112:12345-192.168.204.27@tcp:4:dd.0 Request processed in 87560us (87705us total) trans 4294968026 rc 0/0 00000100:00100000:2.0:1746138023.421468:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5680 00000100:00100000:2.0:1746138023.421710:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972589184 00000100:00100000:2.0:1746138023.421717:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972589184 00002000:00100000:2.0:1746138023.421848:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880093dee300 x1830957972589184/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.421856:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dee300 with x1830957972589184 ext(3145728->4194303) 00002000:00010000:2.0:1746138023.421860:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093dee300 00000100:00100000:2.0:1746138023.421873:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5691 00000100:00100000:2.0:1746138023.421879:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1959:x1830957972589184:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138023.422648:0:31694:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.422656:0:31694:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.422662:0:31694:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.422666:0:31694:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009369f400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.422669:0:31694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.422675:0:31694:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.422685:0:31694:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.422690:0:31694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f400/0x8ae21a86589e251e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.422744:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1959:x1830957972586368:12345-192.168.204.27@tcp:4:dd.0 Request processed in 88556us (88634us total) trans 4294968027 rc 0/0 00000100:00100000:3.0:1746138023.422750:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5681 00000100:00100000:0.0:1746138023.425462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.425619:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972589440 00000100:00100000:3.0:1746138023.425630:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972589440 00002000:00100000:3.0:1746138023.425680:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880092d16300 x1830957972589440/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.425690:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16300 with x1830957972589440 ext(1048576->2097151) 00002000:00010000:3.0:1746138023.425696:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d16300 00000100:00100000:0.0:1746138023.425913:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5692 00000100:00100000:0.0:1746138023.425923:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1960:x1830957972589440:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.431769:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1959:x1830957972589184:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9880us (10349us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.431831:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5691 00002000:00100000:3.0:1746138023.431843:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880093dee300 x1830957972589184/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.431852:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dee300 with x1830957972589184 ext(3145728->4194303) 00002000:00010000:3.0:1746138023.431858:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093dee300 00000100:00100000:0.0:1746138023.432587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.432633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.432725:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972589696 00000100:00100000:2.0:1746138023.432733:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972589696 00000100:00100000:2.0:1746138023.432761:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972589568 00000100:00100000:2.0:1746138023.432763:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972589568 00000100:00100000:2.0:1746138023.432787:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8016 00000100:00100000:2.0:1746138023.432793:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+5:1958:x1830957972589696:12345-192.168.204.27@tcp:101:dd.0 00000100:00100000:0.0:1746138023.432803:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8017 00010000:00010000:2.0:1746138023.432805:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138023.432815:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972589568:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138023.432822:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5425400/0x8ae21a86589e2533 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc6e expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.432829:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138023.432841:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.432843:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.432845:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800942cc000/0x8ae21a86589e253a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc67 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.432849:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5425400/0x8ae21a86589e2533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc6e expref: 6 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138023.432861:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5425400/0x8ae21a86589e2533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc6e expref: 6 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138023.432864:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.432866:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.432871:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5425400, rc 0) 00010000:00010000:0.0:1746138023.432871:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942cc000/0x8ae21a86589e253a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc67 expref: 33 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138023.432884:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800942cc000/0x8ae21a86589e253a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc67 expref: 33 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138023.432894:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942cc000, rc 0) 00000100:00100000:2.0:1746138023.432898:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972589696:12345-192.168.204.27@tcp:101:dd.0 Request processed in 105us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138023.432902:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8016 00000100:00100000:0.0:1746138023.432927:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972589568:12345-192.168.204.27@tcp:101:dd.0 Request processed in 115us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138023.432932:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8017 00000100:00100000:2.0:1746138023.434290:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.434368:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972589952 00000100:00100000:3.0:1746138023.434379:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972589952 00002000:00100000:3.0:1746138023.434451:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88009452b800 x1830957972589952/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.434462:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452b800 with x1830957972589952 ext(2097152->3145727) 00002000:00010000:3.0:1746138023.434466:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009452b800 00000100:00100000:3.0:1746138023.434493:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5693 00000100:00100000:3.0:1746138023.434500:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1959:x1830957972589952:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138023.434597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.434615:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972590336 00000100:00100000:2.0:1746138023.434621:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972590336 00000100:00100000:0.0:1746138023.434793:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1960:x1830957972589440:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8871us (9389us total) trans 4294968944 rc 0/0 00000100:00100000:0.0:1746138023.434799:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5692 00002000:00100000:0.0:1746138023.434804:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880092d16300 x1830957972589440/t4294968944(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.434810:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16300 with x1830957972589440 ext(1048576->2097151) 00002000:00010000:0.0:1746138023.434812:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d16300 00000100:00100000:0.0:1746138023.434825:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5694 00000100:00100000:0.0:1746138023.434831:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972590336:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138023.434853:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.434863:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.434865:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.434870:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.434881:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.435716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.436215:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972590592 00000100:00100000:0.0:1746138023.436224:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972590592 00000100:00100000:0.0:1746138023.436280:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5695 00000100:00100000:0.0:1746138023.436287:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972590592:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138023.436313:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.436324:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.436330:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.436334:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.436350:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.443724:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.443743:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.443752:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.443759:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c500800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138023.443763:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.443771:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.443790:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.443796:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e2541 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.443874:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972590336:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9037us (9271us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746138023.443887:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5694 00000100:00100000:3.0:1746138023.445098:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1959:x1830957972589952:12345-192.168.204.27@tcp:4:dd.0 Request processed in 10592us (10805us total) trans 4294968030 rc 0/0 00000100:00100000:3.0:1746138023.445107:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5693 00002000:00100000:3.0:1746138023.445119:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88009452b800 x1830957972589952/t4294968030(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.445127:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009452b800 with x1830957972589952 ext(2097152->3145727) 00002000:00010000:3.0:1746138023.445131:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009452b800 00000100:00100000:0.0:1746138023.447748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.448027:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972590848 00000100:00100000:3.0:1746138023.448039:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972590848 00002000:00100000:3.0:1746138023.448100:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880092d17800 x1830957972590848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.448111:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d17800 with x1830957972590848 ext(3145728->4194303) 00002000:00010000:3.0:1746138023.448118:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d17800 00000100:00100000:3.0:1746138023.448140:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5696 00000100:00100000:3.0:1746138023.448147:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1959:x1830957972590848:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138023.449320:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.449332:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.449340:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.449346:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009495d800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.449350:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.449358:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.449377:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.449382:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009495d800/0x8ae21a86589e2548 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.449577:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972590592:12345-192.168.204.27@tcp:3:dd.0 Request processed in 13289us (13860us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.449586:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5695 00000100:00100000:2.0:1746138023.460939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.460972:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.461039:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972591104 00000100:00100000:1.0:1746138023.461040:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972591232 00000100:00100000:3.0:1746138023.461052:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972591104 00000100:00100000:1.0:1746138023.461052:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972591232 00000100:00100000:1.0:1746138023.461131:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5697 00000100:00100000:1.0:1746138023.461138:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972591232:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.461158:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5698 00000100:00100000:3.0:1746138023.461164:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972591104:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:1.0:1746138023.461195:0:31695:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813f3a7, atime: 0x0, ctime: 0x6813f3a7, blocks: 0x1007 00010000:00010000:1.0:1746138023.461215:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.461230:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.461232:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.461237:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.461241:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.461250:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.461257:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.461259:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.461264:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.461277:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.461297:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1959:x1830957972590848:12345-192.168.204.27@tcp:3:dd.0 Request processed in 13150us (13561us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.461312:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5696 00002000:00100000:3.0:1746138023.461321:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880092d17800 x1830957972590848/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.461330:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d17800 with x1830957972590848 ext(3145728->4194303) 00002000:00010000:3.0:1746138023.461335:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d17800 00000100:00100000:2.0:1746138023.474220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.474292:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972591616 00000100:00100000:1.0:1746138023.474306:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972591616 00002000:00100000:1.0:1746138023.474368:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880094528700 x1830957972591616/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.474380:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528700 with x1830957972591616 ext(4194304->5242879) 00002000:00010000:1.0:1746138023.474387:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094528700 00000100:00100000:1.0:1746138023.474449:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5699 00000100:00100000:1.0:1746138023.474460:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1960:x1830957972591616:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.477312:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.479191:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972591872 00000100:00100000:3.0:1746138023.479203:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972591872 00002000:00100000:3.0:1746138023.479246:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880092d15500 x1830957972591872/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.479257:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d15500 with x1830957972591872 ext(4194304->5242879) 00002000:00010000:3.0:1746138023.479265:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d15500 00000100:00100000:3.0:1746138023.479288:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5700 00000100:00100000:3.0:1746138023.479296:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972591872:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.482798:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.482861:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972592128 00000100:00100000:2.0:1746138023.482870:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972592128 00002000:00100000:2.0:1746138023.482916:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880092d14e00 x1830957972592128/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.482926:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14e00 with x1830957972592128 ext(2097152->3145727) 00002000:00010000:2.0:1746138023.482932:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d14e00 00000100:00100000:2.0:1746138023.482962:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5701 00000100:00100000:2.0:1746138023.482970:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972592128:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138023.491315:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972591616:12345-192.168.204.27@tcp:3:dd.0 Request processed in 16847us (17095us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138023.491327:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5699 00002000:00100000:1.0:1746138023.491336:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880094528700 x1830957972591616/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.491345:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528700 with x1830957972591616 ext(4194304->5242879) 00002000:00010000:1.0:1746138023.491351:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094528700 00000100:00100000:3.0:1746138023.495612:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972591872:12345-192.168.204.27@tcp:3:dd.0 Request processed in 16307us (18304us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.495622:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5700 00002000:00100000:3.0:1746138023.495633:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880092d15500 x1830957972591872/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.495641:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d15500 with x1830957972591872 ext(4194304->5242879) 00002000:00010000:3.0:1746138023.495646:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d15500 00000100:00100000:0.0:1746138023.496287:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972592128:12345-192.168.204.27@tcp:4:dd.0 Request processed in 13316us (13493us total) trans 4294968945 rc 0/0 00000100:00100000:0.0:1746138023.496297:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5701 00002000:00100000:0.0:1746138023.496302:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880092d14e00 x1830957972592128/t4294968945(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.496495:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14e00 with x1830957972592128 ext(2097152->3145727) 00002000:00010000:0.0:1746138023.496499:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d14e00 00000100:00100000:1.0:1746138023.500180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.500368:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972592384 00000100:00100000:0.0:1746138023.500377:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972592384 00002000:00100000:0.0:1746138023.500434:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880093dec700 x1830957972592384/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.500443:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec700 with x1830957972592384 ext(3145728->4194303) 00002000:00010000:0.0:1746138023.500448:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dec700 00000100:00100000:3.0:1746138023.500591:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5702 00000100:00100000:3.0:1746138023.500600:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1958:x1830957972592384:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.512927:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1958:x1830957972592384:12345-192.168.204.27@tcp:4:dd.0 Request processed in 12320us (12747us total) trans 4294968033 rc 0/0 00000100:00100000:3.0:1746138023.512938:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5702 00002000:00100000:3.0:1746138023.512948:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880093dec700 x1830957972592384/t4294968033(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.512956:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec700 with x1830957972592384 ext(3145728->4194303) 00002000:00010000:3.0:1746138023.512962:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dec700 00000100:00100000:1.0:1746138023.516361:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.516407:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972592640 00000100:00100000:3.0:1746138023.516429:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972592640 00002000:00100000:3.0:1746138023.516468:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880093ded500 x1830957972592640/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.516477:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ded500 with x1830957972592640 ext(3145728->4194303) 00002000:00010000:3.0:1746138023.516482:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ded500 00000100:00100000:3.0:1746138023.516502:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5703 00000100:00100000:3.0:1746138023.516508:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ded500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1958:x1830957972592640:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138023.524099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.524178:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972592896 00000100:00100000:2.0:1746138023.524187:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972592896 00002000:00100000:2.0:1746138023.524222:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880093defb80 x1830957972592896/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.524232:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093defb80 with x1830957972592896 ext(4194304->5242879) 00002000:00010000:2.0:1746138023.524237:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093defb80 00000100:00100000:2.0:1746138023.524255:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5704 00000100:00100000:2.0:1746138023.524263:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1958:x1830957972592896:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.526448:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ded500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1958:x1830957972592640:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9932us (10088us total) trans 4294968946 rc 0/0 00000100:00100000:3.0:1746138023.526461:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5703 00002000:00100000:3.0:1746138023.526473:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880093ded500 x1830957972592640/t4294968946(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.526482:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ded500 with x1830957972592640 ext(3145728->4194303) 00002000:00010000:3.0:1746138023.526487:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ded500 00000100:00100000:2.0:1746138023.535755:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1958:x1830957972592896:12345-192.168.204.27@tcp:4:dd.0 Request processed in 11485us (11656us total) trans 4294968034 rc 0/0 00000100:00100000:2.0:1746138023.535764:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5704 00002000:00100000:2.0:1746138023.535775:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880093defb80 x1830957972592896/t4294968034(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.535784:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093defb80 with x1830957972592896 ext(4194304->5242879) 00002000:00010000:2.0:1746138023.535789:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093defb80 00000100:00100000:0.0:1746138023.537622:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.537646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.537658:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972593280 00000100:00100000:0.0:1746138023.537662:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972593408 00000100:00100000:2.0:1746138023.537665:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972593280 00000100:00100000:0.0:1746138023.537666:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972593408 00002000:00100000:2.0:1746138023.537689:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880092d14700 x1830957972593280/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.537689:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880092d17480 x1830957972593408/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.537698:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14700 with x1830957972593280 ext(5242880->6291455) 00002000:00100000:0.0:1746138023.537698:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d17480 with x1830957972593408 ext(5242880->6291455) 00002000:00010000:2.0:1746138023.537702:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d14700 00002000:00010000:0.0:1746138023.537702:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d17480 00000100:00100000:2.0:1746138023.537716:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5705 00000100:00100000:2.0:1746138023.537722:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1957:x1830957972593280:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.537737:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5706 00000100:00100000:0.0:1746138023.537743:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1957:x1830957972593408:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.546905:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1957:x1830957972593408:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9153us (9249us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138023.546915:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5706 00002000:00100000:0.0:1746138023.546925:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880092d17480 x1830957972593408/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.546934:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d17480 with x1830957972593408 ext(5242880->6291455) 00002000:00010000:0.0:1746138023.546938:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d17480 00000100:00100000:2.0:1746138023.551105:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1957:x1830957972593280:12345-192.168.204.27@tcp:3:dd.0 Request processed in 13375us (13477us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138023.551117:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5705 00002000:00100000:2.0:1746138023.551130:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880092d14700 x1830957972593280/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.551139:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14700 with x1830957972593280 ext(5242880->6291455) 00002000:00010000:2.0:1746138023.551144:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d14700 00000100:00100000:2.0:1746138023.552260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.552372:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972593664 00000100:00100000:0.0:1746138023.552380:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972593664 00002000:00100000:0.0:1746138023.552409:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880094528380 x1830957972593664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.552431:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528380 with x1830957972593664 ext(6291456->7340031) 00002000:00010000:0.0:1746138023.552435:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094528380 00000100:00100000:0.0:1746138023.552450:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5707 00000100:00100000:0.0:1746138023.552456:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1959:x1830957972593664:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138023.553977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.554000:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972593920 00000100:00100000:1.0:1746138023.554006:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972593920 00002000:00100000:1.0:1746138023.554034:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880093deed80 x1830957972593920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.554043:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deed80 with x1830957972593920 ext(6291456->7340031) 00002000:00010000:1.0:1746138023.554047:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093deed80 00000100:00100000:1.0:1746138023.554059:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5708 00000100:00100000:1.0:1746138023.554064:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1959:x1830957972593920:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138023.559618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.559652:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:3.0:1746138023.560011:0:25240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:3.0:1746138023.560016:0:25240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 4103 -> 8199 00010000:00010000:3.0:1746138023.560028:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.560037:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.560044:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.560049:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093727000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.560052:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.560058:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.560084:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.560090:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093727000/0x8ae21a86589e2556 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.560143:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.560148:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1958:x1830957972591104:12345-192.168.204.27@tcp:4:dd.0 Request processed in 98982us (99216us total) trans 4294968031 rc 0/0 00010000:00010000:1.0:1746138023.560150:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.560157:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5698 00010000:00010000:1.0:1746138023.560160:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.560163:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac15000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.560165:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.560169:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.560177:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746138023.560470:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968029 is committed 00000001:00080000:2.0:1746138023.560483:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968032 is committed 00000001:00080000:2.0:1746138023.560501:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968030 is committed 00010000:00010000:1.0:1746138023.560586:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15000/0x8ae21a86589e254f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.560629:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972591232:12345-192.168.204.27@tcp:4:dd.0 Request processed in 99491us (99655us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1746138023.560635:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5697 00000100:00100000:0.0:1746138023.561821:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972594176 00000100:00100000:3.0:1746138023.561823:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972594432 00000100:00100000:3.0:1746138023.561832:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972594432 00000100:00100000:0.0:1746138023.561832:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972594176 00002000:00100000:3.0:1746138023.561873:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff8801297d3100 x1830957972594432/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.561882:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3100 with x1830957972594432 ext(7340032->8388607) 00002000:00010000:3.0:1746138023.561886:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d3100 00000100:00100000:3.0:1746138023.561902:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5709 00000100:00100000:3.0:1746138023.561908:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1959:x1830957972594432:12345-192.168.204.27@tcp:3:dd.0 00002000:00100000:0.0:1746138023.561965:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880094529c00 x1830957972594176/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.561971:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529c00 with x1830957972594176 ext(7340032->8388607) 00002000:00010000:0.0:1746138023.561974:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094529c00 00000100:00100000:0.0:1746138023.561986:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5710 00000100:00100000:0.0:1746138023.561991:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1959:x1830957972594176:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138023.564967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.565518:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1959:x1830957972593664:12345-192.168.204.27@tcp:3:dd.0 Request processed in 13059us (13257us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138023.565528:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5707 00002000:00100000:0.0:1746138023.565537:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880094528380 x1830957972593664/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.565544:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528380 with x1830957972593664 ext(6291456->7340031) 00002000:00010000:0.0:1746138023.565549:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094528380 00000100:00100000:0.0:1746138023.565566:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972594688 00000100:00100000:0.0:1746138023.565571:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972594688 00002000:00100000:0.0:1746138023.565594:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8801297d2300 x1830957972594688/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.565600:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2300 with x1830957972594688 ext(4194304->5242879) 00002000:00010000:0.0:1746138023.565603:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297d2300 00000100:00100000:0.0:1746138023.565615:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5711 00000100:00100000:0.0:1746138023.565619:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1959:x1830957972594688:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.569835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.569859:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972594944 00000100:00100000:1.0:1746138023.569866:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972594944 00000100:00100000:2.0:1746138023.569918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.569930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.569949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00100000:1.0:1746138023.570206:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88009b3b0000 x1830957972594944/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.570215:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0000 with x1830957972594944 ext(5242880->6291455) 00002000:00010000:1.0:1746138023.570220:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b0000 00000100:00100000:1.0:1746138023.570241:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972595200 00000100:00100000:1.0:1746138023.570244:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972595200 00000100:00100000:1.0:1746138023.570509:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972595456 00000100:00100000:1.0:1746138023.570511:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972595456 00000100:00100000:1.0:1746138023.570526:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972595712 00000100:00100000:1.0:1746138023.570527:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972595712 00000100:00100000:1.0:1746138023.570540:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5712 00000100:00100000:1.0:1746138023.570546:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1959:x1830957972594944:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138023.570716:0:31696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5713 00000100:00100000:1.0:1746138023.570722:0:31696:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972595200:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:1.0:1746138023.570762:0:31696:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.570773:0:31696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.570775:0:31696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.570779:0:31696:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.570789:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5714 00010000:00010000:1.0:1746138023.570791:0:31696:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.570795:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972595456:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138023.570811:0:31694:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.570817:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.570818:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.570821:0:31694:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.570833:0:31694:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.570881:0:31696:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.570888:0:31696:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.570894:0:31696:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.570904:0:31696:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948afe00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.570907:0:31696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.570913:0:31696:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.570923:0:31696:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.570928:0:31696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948afe00/0x8ae21a86589e255d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.571392:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5715 00000100:00100000:2.0:1746138023.571399:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972595712:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138023.571426:0:31691:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.571432:0:31691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.571434:0:31691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.571436:0:31691:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.571443:0:31691:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.572617:0:31696:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972595200:12345-192.168.204.27@tcp:3:dd.0 Request processed in 1890us (2693us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746138023.572624:0:31696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5713 00000100:00100000:0.0:1746138023.572918:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1959:x1830957972593920:12345-192.168.204.27@tcp:3:dd.0 Request processed in 18852us (18945us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138023.572923:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5708 00002000:00100000:0.0:1746138023.572931:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880093deed80 x1830957972593920/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.572938:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deed80 with x1830957972593920 ext(6291456->7340031) 00002000:00010000:0.0:1746138023.572942:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093deed80 00000100:00100000:3.0:1746138023.581239:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1959:x1830957972594432:12345-192.168.204.27@tcp:3:dd.0 Request processed in 19323us (21579us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.581250:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5709 00002000:00100000:3.0:1746138023.581260:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff8801297d3100 x1830957972594432/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.581268:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d3100 with x1830957972594432 ext(7340032->8388607) 00002000:00010000:3.0:1746138023.581274:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d3100 00000100:00100000:0.0:1746138023.581897:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1959:x1830957972594688:12345-192.168.204.27@tcp:4:dd.0 Request processed in 16275us (16937us total) trans 4294968947 rc 0/0 00000100:00100000:0.0:1746138023.581904:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5711 00002000:00100000:0.0:1746138023.581909:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8801297d2300 x1830957972594688/t4294968947(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.581916:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2300 with x1830957972594688 ext(4194304->5242879) 00002000:00010000:0.0:1746138023.581919:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297d2300 00000100:00100000:0.0:1746138023.583465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.583470:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1959:x1830957972594176:12345-192.168.204.27@tcp:3:dd.0 Request processed in 21477us (23860us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138023.583478:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5710 00000100:00100000:0.0:1746138023.583480:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972595968 00002000:00100000:2.0:1746138023.583484:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880094529c00 x1830957972594176/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746138023.583486:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972595968 00002000:00100000:2.0:1746138023.583491:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529c00 with x1830957972594176 ext(7340032->8388607) 00002000:00010000:2.0:1746138023.583495:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094529c00 00002000:00100000:0.0:1746138023.583508:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880092d16680 x1830957972595968/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.583514:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16680 with x1830957972595968 ext(5242880->6291455) 00002000:00010000:0.0:1746138023.583517:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d16680 00000100:00100000:0.0:1746138023.583530:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5716 00000100:00100000:0.0:1746138023.583627:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+19:1958:x1830957972595968:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:1.0:1746138023.588280:0:31694:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.588294:0:31694:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.588301:0:31694:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.588307:0:31694:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c9b600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.588310:0:31694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.588318:0:31694:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.588343:0:31694:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.588348:0:31694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092c9b600/0x8ae21a86589e2564 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.588408:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972595456:12345-192.168.204.27@tcp:3:dd.0 Request processed in 17610us (18473us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138023.588440:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5714 00000100:00100000:1.0:1746138023.590342:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1959:x1830957972594944:12345-192.168.204.27@tcp:4:dd.0 Request processed in 19790us (20507us total) trans 4294968035 rc 0/0 00000100:00100000:1.0:1746138023.590351:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5712 00002000:00100000:1.0:1746138023.590361:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88009b3b0000 x1830957972594944/t4294968035(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.590369:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0000 with x1830957972594944 ext(5242880->6291455) 00002000:00010000:1.0:1746138023.590374:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b0000 00010000:00010000:3.0:1746138023.591775:0:31691:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.591788:0:31691:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.591796:0:31691:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.591802:0:31691:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5fa0600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.591806:0:31691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.591813:0:31691:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.591829:0:31691:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.591835:0:31691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e256b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.591900:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972595712:12345-192.168.204.27@tcp:3:dd.0 Request processed in 20494us (21941us total) trans 0 rc 1024000/1024000 00000100:00100000:3.0:1746138023.591909:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5715 00000100:00100000:2.0:1746138023.593224:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1958:x1830957972595968:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9595us (9759us total) trans 4294968948 rc 0/0 00000100:00100000:2.0:1746138023.593233:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5716 00002000:00100000:2.0:1746138023.593242:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880092d16680 x1830957972595968/t4294968948(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.593249:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16680 with x1830957972595968 ext(5242880->6291455) 00002000:00010000:2.0:1746138023.593253:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d16680 00000100:00100000:0.0:1746138023.596311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.596407:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972596224 00000100:00100000:2.0:1746138023.596541:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972596224 00002000:00100000:2.0:1746138023.596579:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092d14380 x1830957972596224/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.596588:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14380 with x1830957972596224 ext(6291456->7340031) 00002000:00010000:2.0:1746138023.596593:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d14380 00000100:00100000:2.0:1746138023.596989:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5717 00000100:00100000:2.0:1746138023.596997:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972596224:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138023.598010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.598130:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972596480 00000100:00100000:3.0:1746138023.598134:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972596480 00000100:00100000:3.0:1746138023.598178:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5718 00000100:00100000:3.0:1746138023.598184:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972596480:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:3.0:1746138023.598218:0:31691:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813f3a7, atime: 0x0, ctime: 0x6813f3a7, blocks: 0x2007 00010000:00010000:3.0:1746138023.598225:0:31691:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.598235:0:31691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.598237:0:31691:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.598241:0:31691:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.598252:0:31691:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.598949:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.599211:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972596608 00000100:00100000:1.0:1746138023.599216:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972596608 00000100:00100000:1.0:1746138023.599249:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5719 00000100:00100000:1.0:1746138023.599254:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972596608:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:1.0:1746138023.599275:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.599285:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.599286:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.599289:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.599298:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.609733:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.610318:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.610338:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972596992 00000100:00100000:2.0:1746138023.610343:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972596992 00002000:00100000:2.0:1746138023.610371:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009432fb80 x1830957972596992/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.610378:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432fb80 with x1830957972596992 ext(6291456->7340031) 00002000:00010000:2.0:1746138023.610382:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432fb80 00000100:00100000:2.0:1746138023.610391:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972597248 00000100:00100000:2.0:1746138023.610393:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972597248 00002000:00100000:2.0:1746138023.610401:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88009432df80 x1830957972597248/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.610405:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432df80 with x1830957972597248 ext(7340032->8388607) 00002000:00010000:2.0:1746138023.610407:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432df80 00000100:00100000:2.0:1746138023.610449:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5720 00000100:00100000:2.0:1746138023.610453:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1960:x1830957972596992:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.610485:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5721 00000100:00100000:3.0:1746138023.610493:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1959:x1830957972597248:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.611188:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1960:x1830957972596224:12345-192.168.204.27@tcp:4:dd.0 Request processed in 14191us (14883us total) trans 4294968036 rc 0/0 00000100:00100000:3.0:1746138023.611195:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5717 00002000:00100000:3.0:1746138023.611200:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092d14380 x1830957972596224/t4294968036(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.611208:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d14380 with x1830957972596224 ext(6291456->7340031) 00002000:00010000:3.0:1746138023.611211:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d14380 00000100:00100000:0.0:1746138023.617309:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.617341:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.617445:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972597632 00000100:00100000:3.0:1746138023.617458:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972597632 00002000:00100000:3.0:1746138023.617493:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880092d16a00 x1830957972597632/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.617500:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16a00 with x1830957972597632 ext(8388608->9437183) 00002000:00010000:3.0:1746138023.617504:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d16a00 00000100:00100000:3.0:1746138023.617523:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972597760 00000100:00100000:3.0:1746138023.617524:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972597760 00002000:00100000:3.0:1746138023.617532:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880092d16d80 x1830957972597760/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.617537:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16d80 with x1830957972597760 ext(8388608->9437183) 00002000:00010000:3.0:1746138023.617538:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d16d80 00000100:00100000:3.0:1746138023.617556:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5722 00000100:00100000:3.0:1746138023.617560:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1959:x1830957972597632:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.617574:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5723 00000100:00100000:0.0:1746138023.617586:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+21:1960:x1830957972597760:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:3.0:1746138023.622328:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1959:x1830957972597248:12345-192.168.204.27@tcp:4:dd.0 Request processed in 11829us (12002us total) trans 4294968038 rc 0/0 00000100:00100000:3.0:1746138023.622338:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5721 00002000:00100000:3.0:1746138023.622347:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88009432df80 x1830957972597248/t4294968038(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.622355:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432df80 with x1830957972597248 ext(7340032->8388607) 00002000:00010000:3.0:1746138023.622360:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432df80 00000100:00100000:0.0:1746138023.626173:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1960:x1830957972597760:12345-192.168.204.27@tcp:3:dd.0 Request processed in 8584us (8824us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138023.626183:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5723 00002000:00100000:0.0:1746138023.626206:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880092d16d80 x1830957972597760/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.626215:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16d80 with x1830957972597760 ext(8388608->9437183) 00002000:00010000:0.0:1746138023.629323:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d16d80 00000100:00100000:0.0:1746138023.629594:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1959:x1830957972597632:12345-192.168.204.27@tcp:3:dd.0 Request processed in 12027us (12289us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138023.629603:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5722 00002000:00100000:0.0:1746138023.629613:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880092d16a00 x1830957972597632/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.629621:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d16a00 with x1830957972597632 ext(8388608->9437183) 00002000:00010000:0.0:1746138023.629625:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d16a00 00000100:00100000:2.0:1746138023.631755:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1960:x1830957972596992:12345-192.168.204.27@tcp:4:dd.0 Request processed in 21295us (22023us total) trans 4294968949 rc 0/0 00000100:00100000:2.0:1746138023.631766:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5720 00002000:00100000:2.0:1746138023.631776:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009432fb80 x1830957972596992/t4294968949(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.631784:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432fb80 with x1830957972596992 ext(6291456->7340031) 00002000:00010000:2.0:1746138023.631788:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432fb80 00000100:00100000:0.0:1746138023.633258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.633312:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972598016 00000100:00100000:2.0:1746138023.633323:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972598016 00002000:00100000:2.0:1746138023.633356:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88012fae1c00 x1830957972598016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.633364:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae1c00 with x1830957972598016 ext(9437184->10485759) 00002000:00010000:2.0:1746138023.633368:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae1c00 00000100:00100000:2.0:1746138023.633395:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5724 00000100:00100000:2.0:1746138023.633401:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1958:x1830957972598016:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138023.634270:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.634302:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972598272 00000100:00100000:0.0:1746138023.634309:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972598272 00002000:00100000:0.0:1746138023.634438:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88009432ed80 x1830957972598272/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.634446:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432ed80 with x1830957972598272 ext(9437184->10485759) 00002000:00010000:0.0:1746138023.634451:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432ed80 00000100:00100000:0.0:1746138023.634513:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5725 00000100:00100000:0.0:1746138023.634520:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1957:x1830957972598272:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.637181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.637213:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972598528 00000100:00100000:0.0:1746138023.637221:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972598528 00002000:00100000:0.0:1746138023.637410:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88012fae2680 x1830957972598528/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.637460:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2680 with x1830957972598528 ext(10485760->11534335) 00002000:00010000:0.0:1746138023.637466:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae2680 00000100:00100000:0.0:1746138023.637795:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5726 00000100:00100000:0.0:1746138023.637803:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1957:x1830957972598528:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138023.639020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.639096:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972598784 00000100:00100000:3.0:1746138023.639105:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972598784 00002000:00100000:3.0:1746138023.639141:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff88009432f480 x1830957972598784/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.639149:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432f480 with x1830957972598784 ext(10485760->11534335) 00002000:00010000:3.0:1746138023.639155:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432f480 00000100:00100000:3.0:1746138023.639184:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5727 00000100:00100000:3.0:1746138023.639191:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1957:x1830957972598784:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138023.641838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.642397:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972599040 00000100:00100000:2.0:1746138023.642410:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972599040 00002000:00100000:2.0:1746138023.642483:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880093ded880 x1830957972599040/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.642494:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ded880 with x1830957972599040 ext(11534336->12582911) 00002000:00010000:2.0:1746138023.642501:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ded880 00000100:00100000:2.0:1746138023.642536:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5728 00000100:00100000:2.0:1746138023.642545:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ded880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1957:x1830957972599040:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138023.643663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.643874:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1958:x1830957972598016:12345-192.168.204.27@tcp:3:dd.0 Request processed in 10470us (10622us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.643885:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5724 00002000:00100000:3.0:1746138023.643895:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88012fae1c00 x1830957972598016/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.643904:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae1c00 with x1830957972598016 ext(9437184->10485759) 00002000:00010000:3.0:1746138023.643909:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae1c00 00000100:00100000:3.0:1746138023.643934:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972599296 00000100:00100000:3.0:1746138023.643942:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972599296 00002000:00100000:3.0:1746138023.643974:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880093def800 x1830957972599296/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.643981:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def800 with x1830957972599296 ext(11534336->12582911) 00002000:00010000:3.0:1746138023.643983:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093def800 00000100:00100000:3.0:1746138023.643998:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5729 00000100:00100000:3.0:1746138023.644005:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1957:x1830957972599296:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138023.646317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.646480:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1957:x1830957972598528:12345-192.168.204.27@tcp:3:dd.0 Request processed in 8676us (9304us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138023.646489:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5726 00000100:00100000:3.0:1746138023.646495:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1957:x1830957972598272:12345-192.168.204.27@tcp:3:dd.0 Request processed in 11976us (12226us total) trans 0 rc 1048576/1048576 00002000:00100000:2.0:1746138023.646499:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88012fae2680 x1830957972598528/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746138023.646501:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5725 00002000:00100000:3.0:1746138023.646505:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88009432ed80 x1830957972598272/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.646508:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2680 with x1830957972598528 ext(10485760->11534335) 00002000:00100000:3.0:1746138023.646510:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432ed80 with x1830957972598272 ext(9437184->10485759) 00002000:00010000:3.0:1746138023.646513:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432ed80 00002000:00010000:2.0:1746138023.646513:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae2680 00000100:00100000:3.0:1746138023.646531:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972599552 00000100:00100000:3.0:1746138023.646536:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972599552 00002000:00100000:3.0:1746138023.646561:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88009432d500 x1830957972599552/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.646568:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d500 with x1830957972599552 ext(12582912->13631487) 00002000:00010000:3.0:1746138023.646570:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432d500 00000100:00100000:3.0:1746138023.646583:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5730 00000100:00100000:3.0:1746138023.646589:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1958:x1830957972599552:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138023.647796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.648792:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972599808 00000100:00100000:3.0:1746138023.648801:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972599808 00002000:00100000:3.0:1746138023.648838:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88012fae2300 x1830957972599808/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.648845:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2300 with x1830957972599808 ext(7340032->8388607) 00002000:00010000:3.0:1746138023.648850:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae2300 00000100:00100000:3.0:1746138023.648941:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5731 00000100:00100000:3.0:1746138023.648949:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1957:x1830957972599808:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138023.651967:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1957:x1830957972598784:12345-192.168.204.27@tcp:3:dd.0 Request processed in 12766us (12945us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138023.651979:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5727 00002000:00100000:2.0:1746138023.651992:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff88009432f480 x1830957972598784/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.652001:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432f480 with x1830957972598784 ext(10485760->11534335) 00002000:00010000:2.0:1746138023.652007:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432f480 00000100:00100000:0.0:1746138023.656088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.656162:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972600064 00000100:00100000:2.0:1746138023.656172:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972600064 00002000:00100000:2.0:1746138023.656215:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88012fae2d80 x1830957972600064/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.656224:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2d80 with x1830957972600064 ext(8388608->9437183) 00002000:00010000:2.0:1746138023.656231:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae2d80 00000100:00100000:2.0:1746138023.656250:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5732 00000100:00100000:2.0:1746138023.656257:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1957:x1830957972600064:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.659570:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ded880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1957:x1830957972599040:12345-192.168.204.27@tcp:3:dd.0 Request processed in 17019us (17731us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.659583:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5728 00002000:00100000:3.0:1746138023.659596:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880093ded880 x1830957972599040/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.659605:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ded880 with x1830957972599040 ext(11534336->12582911) 00002000:00010000:3.0:1746138023.659611:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ded880 00000100:00100000:2.0:1746138023.662395:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1957:x1830957972599808:12345-192.168.204.27@tcp:4:dd.0 Request processed in 13437us (14593us total) trans 4294968950 rc 0/0 00000100:00100000:2.0:1746138023.662406:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5731 00002000:00100000:2.0:1746138023.662438:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88012fae2300 x1830957972599808/t4294968950(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746138023.662441:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00100000:2.0:1746138023.662446:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2300 with x1830957972599808 ext(7340032->8388607) 00002000:00010000:2.0:1746138023.662451:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae2300 00000100:00100000:2.0:1746138023.662471:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972600320 00000100:00100000:2.0:1746138023.662478:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972600320 00002000:00100000:2.0:1746138023.662502:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009b3b2680 x1830957972600320/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.662508:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b2680 with x1830957972600320 ext(8388608->9437183) 00002000:00010000:2.0:1746138023.662511:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b3b2680 00000100:00100000:3.0:1746138023.662588:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1957:x1830957972599296:12345-192.168.204.27@tcp:3:dd.0 Request processed in 18582us (18930us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.662595:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5729 00002000:00100000:3.0:1746138023.662602:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880093def800 x1830957972599296/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.662610:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def800 with x1830957972599296 ext(11534336->12582911) 00002000:00010000:3.0:1746138023.662614:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093def800 00000100:00100000:3.0:1746138023.662626:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5733 00000100:00100000:3.0:1746138023.662632:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1958:x1830957972600320:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.663848:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1958:x1830957972599552:12345-192.168.204.27@tcp:3:dd.0 Request processed in 17253us (17532us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.663856:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5730 00002000:00100000:3.0:1746138023.663864:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88009432d500 x1830957972599552/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/440 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.663872:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d500 with x1830957972599552 ext(12582912->13631487) 00002000:00010000:3.0:1746138023.663876:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432d500 00000100:00100000:3.0:1746138023.667913:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1957:x1830957972600064:12345-192.168.204.27@tcp:4:dd.0 Request processed in 11647us (11843us total) trans 4294968040 rc 0/0 00000100:00100000:3.0:1746138023.667926:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5732 00002000:00100000:3.0:1746138023.667937:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88012fae2d80 x1830957972600064/t4294968040(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.667946:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae2d80 with x1830957972600064 ext(8388608->9437183) 00002000:00010000:3.0:1746138023.667952:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fae2d80 00000100:00100000:3.0:1746138023.669717:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1958:x1830957972600320:12345-192.168.204.27@tcp:4:dd.0 Request processed in 7076us (7268us total) trans 4294968951 rc 0/0 00000100:00100000:3.0:1746138023.669727:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5733 00002000:00100000:3.0:1746138023.669739:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009b3b2680 x1830957972600320/t4294968951(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.669747:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b2680 with x1830957972600320 ext(8388608->9437183) 00002000:00010000:3.0:1746138023.669753:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b3b2680 00000100:00100000:3.0:1746138023.673723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.673869:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972600576 00000100:00100000:0.0:1746138023.673882:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972600576 00002000:00100000:0.0:1746138023.673930:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009b3b0e00 x1830957972600576/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.673941:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0e00 with x1830957972600576 ext(9437184->10485759) 00002000:00010000:0.0:1746138023.673950:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b0e00 00000100:00100000:0.0:1746138023.673972:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5734 00000100:00100000:0.0:1746138023.673980:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1958:x1830957972600576:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138023.683886:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.683914:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972600832 00000100:00100000:2.0:1746138023.683921:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972600832 00002000:00100000:2.0:1746138023.683958:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009432c700 x1830957972600832/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.683974:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c700 with x1830957972600832 ext(9437184->10485759) 00002000:00010000:2.0:1746138023.683979:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432c700 00000100:00100000:2.0:1746138023.683996:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5735 00000100:00100000:2.0:1746138023.684002:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1957:x1830957972600832:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138023.684496:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1958:x1830957972600576:12345-192.168.204.27@tcp:4:dd.0 Request processed in 10514us (10776us total) trans 4294968041 rc 0/0 00000100:00100000:0.0:1746138023.684503:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5734 00002000:00100000:0.0:1746138023.684508:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009b3b0e00 x1830957972600576/t4294968041(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.684515:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0e00 with x1830957972600576 ext(9437184->10485759) 00002000:00010000:0.0:1746138023.684519:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b3b0e00 00000100:00100000:1.0:1746138023.690896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.690951:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972601088 00000100:00100000:0.0:1746138023.690961:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972601088 00002000:00100000:0.0:1746138023.691000:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880093dedc00 x1830957972601088/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.691009:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dedc00 with x1830957972601088 ext(10485760->11534335) 00002000:00010000:0.0:1746138023.691014:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dedc00 00000100:00100000:0.0:1746138023.691045:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5736 00000100:00100000:0.0:1746138023.691052:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1958:x1830957972601088:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.693932:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+28:1957:x1830957972600832:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9925us (10049us total) trans 4294968952 rc 0/0 00000100:00100000:3.0:1746138023.693942:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5735 00002000:00100000:3.0:1746138023.693952:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009432c700 x1830957972600832/t4294968952(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.693960:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c700 with x1830957972600832 ext(9437184->10485759) 00002000:00010000:3.0:1746138023.693965:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432c700 00000100:00100000:0.0:1746138023.699760:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1958:x1830957972601088:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8700us (8861us total) trans 4294968042 rc 0/0 00000100:00100000:0.0:1746138023.699770:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5736 00002000:00100000:0.0:1746138023.699781:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880093dedc00 x1830957972601088/t4294968042(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.699789:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dedc00 with x1830957972601088 ext(10485760->11534335) 00002000:00010000:0.0:1746138023.699794:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dedc00 00000001:00080000:3.0:1746138023.701057:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968035 is committed 00000001:00080000:3.0:1746138023.701088:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968039 is committed 00000001:00080000:3.0:1746138023.701092:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968038 is committed 00002000:00010000:2.0:1746138023.701720:0:8507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:2.0:1746138023.701724:0:8507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 8199 -> 12295 00000100:00100000:3.0:1746138023.701961:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.701985:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972601344 00000100:00100000:0.0:1746138023.701997:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972601344 00002000:00100000:0.0:1746138023.702029:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009b3b0700 x1830957972601344/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.702038:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0700 with x1830957972601344 ext(10485760->11534335) 00002000:00010000:0.0:1746138023.702042:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b3b0700 00000100:00100000:0.0:1746138023.702059:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5737 00000100:00100000:0.0:1746138023.702091:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+28:1958:x1830957972601344:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:2.0:1746138023.702436:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.702446:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.702454:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.702460:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ae3800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138023.702463:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.702471:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.702591:0:31691:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.702599:0:31691:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.702604:0:31691:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.702609:0:31691:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094711a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.702612:0:31691:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.702618:0:31691:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.702628:0:31691:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.702634:0:31691:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094711a00/0x8ae21a86589e2572 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.702685:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972596480:12345-192.168.204.27@tcp:4:dd.0 Request processed in 104500us (104676us total) trans 4294968037 rc 0/0 00000100:00100000:1.0:1746138023.702692:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5718 00010000:00010000:2.0:1746138023.702744:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.702750:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e2579 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.702800:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972596608:12345-192.168.204.27@tcp:4:dd.0 Request processed in 103545us (103851us total) trans 4294968039 rc 0/0 00000100:00100000:2.0:1746138023.702806:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5719 00000100:00100000:3.0:1746138023.706388:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.706442:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.706466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.706488:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972601600 00000100:00100000:3.0:1746138023.706493:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972601600 00000100:00100000:3.0:1746138023.706531:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972601856 00000100:00100000:3.0:1746138023.706533:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972601856 00000100:00100000:3.0:1746138023.706545:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972602112 00000100:00100000:3.0:1746138023.706547:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972602112 00000100:00100000:3.0:1746138023.706559:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5738 00000100:00100000:3.0:1746138023.706565:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972601600:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138023.706594:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.706605:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.706607:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.706612:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.706626:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.707161:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5739 00000100:00100000:3.0:1746138023.707167:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972601856:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138023.707183:0:8506:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.707190:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.707191:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.707194:0:8506:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.707202:0:8506:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.707212:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5740 00000100:00100000:2.0:1746138023.707219:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972602112:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138023.707233:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.707239:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.707240:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.707243:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.707249:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.711296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.711314:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+30:1958:x1830957972601344:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9248us (9354us total) trans 4294968953 rc 0/0 00000100:00100000:0.0:1746138023.711325:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5737 00002000:00100000:0.0:1746138023.711336:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009b3b0700 x1830957972601344/t4294968953(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.711345:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b3b0700 with x1830957972601344 ext(10485760->11534335) 00002000:00010000:0.0:1746138023.711350:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b3b0700 00000100:00100000:0.0:1746138023.711365:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972602368 00000100:00100000:0.0:1746138023.711371:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972602368 00010000:00010000:2.0:1746138023.711378:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.711387:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746138023.711390:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009432d180 x1830957972602368/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:2.0:1746138023.711394:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746138023.711397:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d180 with x1830957972602368 ext(11534336->12582911) 00002000:00010000:0.0:1746138023.711399:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432d180 00010000:00010000:2.0:1746138023.711401:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac14000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138023.711405:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.711411:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5741 00010000:00010000:2.0:1746138023.711412:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.711435:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1958:x1830957972602368:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:2.0:1746138023.711715:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.711721:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac14000/0x8ae21a86589e2580 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.711763:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972601600:12345-192.168.204.27@tcp:3:dd.0 Request processed in 5196us (5382us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1746138023.711768:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5738 00010000:00010000:3.0:1746138023.717958:0:8506:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.717973:0:8506:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.717980:0:8506:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.717985:0:8506:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac14400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.717988:0:8506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.717996:0:8506:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.718010:0:8506:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.718016:0:8506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac14400/0x8ae21a86589e2587 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.718349:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972601856:12345-192.168.204.27@tcp:3:dd.0 Request processed in 11178us (11902us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.718358:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5739 00010000:00010000:3.0:1746138023.718776:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.718784:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.718790:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.718795:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093727a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.718797:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.718802:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.718817:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.718822:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e258e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.718872:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972602112:12345-192.168.204.27@tcp:3:dd.0 Request processed in 11654us (12405us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1746138023.718878:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5740 00000100:00100000:2.0:1746138023.721804:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1958:x1830957972602368:12345-192.168.204.27@tcp:4:dd.0 Request processed in 10205us (10333us total) trans 4294968043 rc 0/0 00000100:00100000:2.0:1746138023.721816:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5741 00002000:00100000:2.0:1746138023.721825:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009432d180 x1830957972602368/t4294968043(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138023.721833:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432d180 with x1830957972602368 ext(11534336->12582911) 00002000:00010000:2.0:1746138023.721838:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432d180 00000100:00100000:0.0:1746138023.722024:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.722064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.722311:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972602624 00000100:00100000:2.0:1746138023.722317:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972602624 00000100:00100000:2.0:1746138023.722360:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972602752 00000100:00100000:2.0:1746138023.722362:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972602752 00000100:00100000:2.0:1746138023.722378:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5742 00000100:00100000:0.0:1746138023.722383:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5743 00000100:00100000:2.0:1746138023.722384:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972602624:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138023.722388:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972602752:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:2.0:1746138023.722437:0:31694:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813f3a7, atime: 0x0, ctime: 0x6813f3a7, blocks: 0x3007 00010000:00010000:2.0:1746138023.722445:0:31694:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.722456:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.722457:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.722462:0:31694:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.722536:0:8506:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.723097:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.723099:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.723102:0:8506:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.723112:0:8506:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.723618:0:31694:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.726378:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.726463:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972603136 00000100:00100000:3.0:1746138023.726476:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972603136 00002000:00100000:3.0:1746138023.726522:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093ded180 x1830957972603136/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138023.726531:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ded180 with x1830957972603136 ext(11534336->12582911) 00002000:00010000:3.0:1746138023.726536:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ded180 00000100:00100000:3.0:1746138023.726568:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5744 00000100:00100000:3.0:1746138023.726575:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ded180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+30:1957:x1830957972603136:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138023.737378:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.737438:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972603392 00000100:00100000:1.0:1746138023.737450:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972603392 00002000:00100000:1.0:1746138023.737504:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880093dee680 x1830957972603392/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/0 e 0 to 0 dl 1746138034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.737514:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dee680 with x1830957972603392 ext(12582912->13631487) 00002000:00010000:1.0:1746138023.737521:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dee680 00000100:00100000:1.0:1746138023.737544:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5745 00000100:00100000:0.0:1746138023.737661:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.737726:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1957:x1830957972603392:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138023.738477:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972603648 00000100:00100000:2.0:1746138023.738490:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972603648 00000100:00100000:2.0:1746138023.738555:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 162 00000100:00100000:2.0:1746138023.738564:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1095:x1830957972603648:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:2.0:1746138023.738808:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1095:x1830957972603648:12345-192.168.204.27@tcp:35:dd.0 Request processed in 244us (1147us total) trans 4294986818 rc 0/0 00000100:00100000:2.0:1746138023.738815:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 162 00000100:00100000:0.0:1746138023.738821:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ded180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972603136:12345-192.168.204.27@tcp:4:dd.0 Request processed in 12243us (12451us total) trans 4294968954 rc 0/0 00000100:00100000:0.0:1746138023.738829:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5744 00002000:00100000:0.0:1746138023.738837:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093ded180 x1830957972603136/t4294968954(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138023.738844:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ded180 with x1830957972603136 ext(11534336->12582911) 00002000:00010000:0.0:1746138023.738849:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ded180 00000100:00100000:1.0:1746138023.743137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.743179:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972603904 00000100:00100000:2.0:1746138023.743192:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972603904 00000100:00100000:2.0:1746138023.743241:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 163 00000100:00100000:2.0:1746138023.743900:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1095:x1830957972603904:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:2.0:1746138023.744543:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1095:x1830957972603904:12345-192.168.204.27@tcp:35:dd.0 Request processed in 1293us (1414us total) trans 4294986819 rc 0/0 00000100:00100000:2.0:1746138023.744551:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 163 00000100:00100000:1.0:1746138023.746151:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1957:x1830957972603392:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8595us (8854us total) trans 4294968046 rc 0/0 00000100:00100000:1.0:1746138023.746161:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5745 00002000:00100000:1.0:1746138023.746172:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880093dee680 x1830957972603392/t4294968046(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:459/0 lens 488/448 e 0 to 0 dl 1746138034 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138023.746182:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dee680 with x1830957972603392 ext(12582912->13631487) 00002000:00010000:1.0:1746138023.746187:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dee680 00002000:00010000:3.0:1746138023.771571:0:31694:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:3.0:1746138023.771577:0:31694:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 12295 -> 14343 00010000:00010000:3.0:1746138023.771706:0:31694:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.771719:0:31694:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.771733:0:31694:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.771739:0:31694:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b210a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.771743:0:31694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.771751:0:31694:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.771773:0:31694:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.771779:0:31694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b210a00/0x8ae21a86589e2595 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746138023.772296:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968042 is committed 00000001:00080000:3.0:1746138023.772320:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968043 is committed 00000001:00080000:3.0:1746138023.772327:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968044 is committed 00000100:00100000:3.0:1746138023.772938:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1960:x1830957972602624:12345-192.168.204.27@tcp:4:dd.0 Request processed in 50545us (50905us total) trans 4294968044 rc 0/0 00000100:00100000:3.0:1746138023.773121:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5742 00002000:00010000:2.0:1746138023.797506:0:8506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:2.0:1746138023.797520:0:8506:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.797530:0:8506:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.797536:0:8506:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.797541:0:8506:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c369800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138023.797544:0:8506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.797550:0:8506:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.797566:0:8506:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.797572:0:8506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e259c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.797801:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1959:x1830957972602752:12345-192.168.204.27@tcp:4:dd.0 Request processed in 75408us (75731us total) trans 4294968045 rc 0/0 00000100:00100000:2.0:1746138023.797811:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5743 00000001:00080000:2.0:1746138023.797842:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968046 is committed 00000001:00080000:2.0:1746138023.797850:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968045 is committed 00000100:00100000:0.0:1746138023.800303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.800346:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.800409:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972604288 00000100:00100000:3.0:1746138023.800441:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972604288 00000100:00100000:3.0:1746138023.800496:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972604416 00000100:00100000:3.0:1746138023.800498:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972604416 00000100:00100000:2.0:1746138023.800573:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5746 00000100:00100000:2.0:1746138023.800583:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972604288:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138023.800615:0:8506:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.800626:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.800627:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.800631:0:8506:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.800641:0:8506:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.800751:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5747 00000100:00100000:0.0:1746138023.800758:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972604416:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138023.800774:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.800781:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.800782:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.800785:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.800793:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810577:0:8506:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810594:0:8506:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810603:0:8506:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810610:0:8506:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bfbde00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138023.810614:0:8506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810622:0:8506:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810637:0:8506:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810644:0:8506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bfbde00/0x8ae21a86589e25a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.810716:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972604288:12345-192.168.204.27@tcp:3:dd.0 Request processed in 10131us (10416us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138023.810726:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5746 00010000:00010000:2.0:1746138023.810957:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810989:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810994:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.810998:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f05600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138023.811000:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.811005:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.811016:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.811021:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e25aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.811151:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972604416:12345-192.168.204.27@tcp:3:dd.0 Request processed in 10392us (10802us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746138023.811157:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5747 00000100:00100000:3.0:1746138023.816653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.816916:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972604800 00000100:00100000:2.0:1746138023.816927:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972604800 00000100:00100000:2.0:1746138023.817004:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5748 00000100:00100000:2.0:1746138023.817012:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957972604800:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138023.817013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:2.0:1746138023.817084:0:25240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813f3a7, atime: 0x0, ctime: 0x6813f3a7, blocks: 0x4007 00000100:00100000:1.0:1746138023.817090:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972604928 00010000:00010000:2.0:1746138023.817093:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.817098:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972604928 00010000:00010000:2.0:1746138023.817107:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.817109:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.817114:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.817127:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.817145:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5749 00000100:00100000:1.0:1746138023.817156:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972604928:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:1.0:1746138023.817184:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.817195:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.817196:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.817200:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.817209:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746138023.860291:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968047 is committed 00000001:00080000:2.0:1746138023.860311:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968048 is committed 00002000:00010000:0.0:1746138023.860871:0:8507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:0.0:1746138023.860876:0:8507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 16391 -> 20487 00010000:00010000:0.0:1746138023.860889:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.860900:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.860906:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.860912:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ea1400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138023.860916:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.860923:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.860944:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.860950:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ea1400/0x8ae21a86589e25b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.861446:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972604928:12345-192.168.204.27@tcp:4:dd.0 Request processed in 44248us (44395us total) trans 4294968047 rc 0/0 00000100:00100000:0.0:1746138023.861458:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5749 00010000:00010000:2.0:1746138023.862384:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.862396:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.862408:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.862413:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5fa0600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138023.862617:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.862624:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.862638:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.862643:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e25b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.862714:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957972604800:12345-192.168.204.27@tcp:4:dd.0 Request processed in 45698us (46068us total) trans 4294968048 rc 0/0 00000100:00100000:2.0:1746138023.862724:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5748 00000100:00100000:3.0:1746138023.867360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.867445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.867445:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972605440 00000100:00100000:2.0:1746138023.867460:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972605440 00000100:00100000:0.0:1746138023.867504:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972605568 00000100:00100000:0.0:1746138023.867508:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972605568 00000100:00100000:0.0:1746138023.867543:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5750 00000100:00100000:0.0:1746138023.867652:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972605440:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138023.867696:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.867711:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.867713:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.867718:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.867732:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.867989:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5751 00000100:00100000:2.0:1746138023.867997:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972605568:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138023.868017:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.868030:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.868031:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.868034:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.868042:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.879339:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.879361:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.879370:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.879378:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5e56800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.879382:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.879526:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.879549:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.879555:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e25bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.879656:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972605440:12345-192.168.204.27@tcp:3:dd.0 Request processed in 12002us (12303us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138023.879668:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5750 00010000:00010000:2.0:1746138023.881090:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.881106:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.881114:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.881122:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094807c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138023.881125:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.881132:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.881147:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.881152:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094807c00/0x8ae21a86589e25c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138023.881281:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972605568:12345-192.168.204.27@tcp:3:dd.0 Request processed in 13280us (13859us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746138023.881291:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5751 00000100:00100000:3.0:1746138023.885241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.885287:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972606080 00000100:00100000:3.0:1746138023.885288:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138023.885297:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972606080 00000100:00100000:1.0:1746138023.885339:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972605952 00000100:00100000:1.0:1746138023.885343:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972605952 00000100:00100000:2.0:1746138023.885372:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5752 00000100:00100000:2.0:1746138023.885380:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972606080:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138023.885412:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5753 00000100:00100000:1.0:1746138023.885435:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972605952:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:2.0:1746138023.885453:0:25240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813f3a7, atime: 0x0, ctime: 0x6813f3a7, blocks: 0x5007 00010000:00010000:2.0:1746138023.885463:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.885478:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.885480:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138023.885485:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138023.885500:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.885513:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.885520:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.885521:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.885523:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.885531:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746138023.927553:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968049 is committed 00000001:00080000:2.0:1746138023.927575:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968050 is committed 00002000:00010000:1.0:1746138023.928358:0:8507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:1.0:1746138023.928365:0:8507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 20487 -> 24585 00010000:00010000:1.0:1746138023.928381:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.928393:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.928401:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.928408:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093414e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.928412:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.928455:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.928481:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.928482:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.928488:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414e00/0x8ae21a86589e25d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.928489:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.928494:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.928497:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094807e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.928499:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.928504:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.928511:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.928515:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094807e00/0x8ae21a86589e25cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.928598:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972606080:12345-192.168.204.27@tcp:4:dd.0 Request processed in 43212us (43360us total) trans 4294968050 rc 0/0 00000100:00100000:1.0:1746138023.928598:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972605952:12345-192.168.204.27@tcp:4:dd.0 Request processed in 43156us (43302us total) trans 4294968049 rc 0/0 00000100:00100000:1.0:1746138023.928609:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5753 00000100:00100000:3.0:1746138023.928612:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5752 00000100:00100000:0.0:1746138023.932025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.932088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138023.932380:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972606592 00000100:00100000:3.0:1746138023.932392:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972606592 00000100:00100000:1.0:1746138023.932411:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972606720 00000100:00100000:3.0:1746138023.932485:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5754 00000100:00100000:3.0:1746138023.932495:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972606592:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138023.932520:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972606720 00000100:00100000:1.0:1746138023.932553:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5755 00000100:00100000:1.0:1746138023.932559:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957972606720:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:1.0:1746138023.932582:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.932589:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.932597:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.932598:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.932599:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138023.932600:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.932604:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.932605:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.932618:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.932618:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.939304:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.939331:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.939339:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.939346:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138023.939350:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.939365:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.939385:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138023.939391:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e25db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138023.939541:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972606592:12345-192.168.204.27@tcp:3:dd.0 Request processed in 7038us (7518us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138023.939552:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5754 00010000:00010000:1.0:1746138023.941046:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.941059:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.941081:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.941087:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c369800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.941090:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.941097:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.941112:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.941123:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369800/0x8ae21a86589e25e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.941176:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957972606720:12345-192.168.204.27@tcp:3:dd.0 Request processed in 8614us (9085us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746138023.941185:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5755 00000100:00100000:0.0:1746138023.946230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138023.946301:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972607104 00000100:00100000:1.0:1746138023.946315:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972607104 00000100:00100000:1.0:1746138023.946393:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5756 00000100:00100000:1.0:1746138023.946401:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972607104:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138023.946464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138023.946489:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972607232 00000100:00100000:0.0:1746138023.946497:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972607232 00002000:00010000:1.0:1746138023.946498:0:8507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813f3a7, atime: 0x0, ctime: 0x6813f3a7, blocks: 0x6009 00010000:00010000:1.0:1746138023.946507:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.946522:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.946524:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138023.946531:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.946546:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138023.946548:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5757 00000100:00100000:0.0:1746138023.946555:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972607232:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:0.0:1746138023.946591:0:31694:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.946605:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.946606:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138023.946611:0:31694:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138023.946623:0:31694:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746138023.995224:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968051 is committed 00000001:00080000:2.0:1746138023.996236:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968052 is committed 00002000:00010000:1.0:1746138023.996786:0:8507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:1.0:1746138023.996791:0:8507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 24585 -> 28681 00010000:00010000:1.0:1746138023.996805:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.996821:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.996828:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.996835:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b489000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138023.996838:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.996846:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.996866:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138023.996871:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b489000/0x8ae21a86589e25e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138023.996966:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972607104:12345-192.168.204.27@tcp:4:dd.0 Request processed in 50560us (50738us total) trans 4294968051 rc 0/0 00000100:00100000:1.0:1746138023.996975:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5756 00010000:00010000:1.0:1746138024.000318:0:31694:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.000333:0:31694:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.000341:0:31694:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.000348:0:31694:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009369fc00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138024.000351:0:31694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.000357:0:31694:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.000374:0:31694:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.000380:0:31694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369fc00/0x8ae21a86589e25f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.000496:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972607232:12345-192.168.204.27@tcp:4:dd.0 Request processed in 53935us (54027us total) trans 4294968052 rc 0/0 00000100:00100000:1.0:1746138024.000506:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5757 00000100:00100000:0.0:1746138024.005537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.005579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.005613:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972607744 00000100:00100000:0.0:1746138024.005620:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972607744 00000100:00100000:0.0:1746138024.005686:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972607872 00000100:00100000:0.0:1746138024.005689:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972607872 00000100:00100000:0.0:1746138024.005711:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5758 00000100:00100000:0.0:1746138024.005717:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972607744:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138024.005746:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.005759:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.005760:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.005764:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.005777:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138024.005919:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5759 00000100:00100000:3.0:1746138024.005927:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972607872:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138024.005944:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.005951:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.005952:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.005955:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.005963:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746138024.006692:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746138024.006697:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746138024.018842:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.018857:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.018863:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.018870:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ae3600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138024.018873:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.018880:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.018894:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.018900:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ae3600/0x8ae21a86589e25f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138024.018958:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972607744:12345-192.168.204.27@tcp:3:dd.0 Request processed in 13237us (13427us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.018967:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5758 00010000:00010000:3.0:1746138024.019115:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.019123:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.019127:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.019133:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138024.019135:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.019141:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.019151:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.019155:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e25fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138024.019197:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972607872:12345-192.168.204.27@tcp:3:dd.0 Request processed in 13270us (13617us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746138024.019206:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5759 00000100:00100000:0.0:1746138024.023245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.023294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.023495:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972608256 00000100:00100000:3.0:1746138024.023525:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972608384 00000100:00100000:3.0:1746138024.023534:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972608384 00000100:00100000:1.0:1746138024.023537:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972608256 00000100:00100000:3.0:1746138024.023593:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5760 00000100:00100000:3.0:1746138024.023600:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972608384:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138024.023627:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5761 00000100:00100000:1.0:1746138024.023634:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972608256:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:3.0:1746138024.023638:0:25240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813f3a7, atime: 0x0, ctime: 0x6813f3a7, blocks: 0x7009 00010000:00010000:3.0:1746138024.023645:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.023656:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.023657:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.023662:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.023672:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.023673:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.023698:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.023700:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.023708:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.023719:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.068611:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746138024.071868:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968054 is committed 00002000:00010000:1.0:1746138024.073944:0:8507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:1.0:1746138024.073950:0:8507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 28681 -> 32777 00010000:00010000:1.0:1746138024.073964:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.073974:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.073982:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.073989:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac15c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138024.073992:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.074000:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.074016:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.074022:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e260c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.074125:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972608256:12345-192.168.204.27@tcp:4:dd.0 Request processed in 50486us (50886us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1746138024.074135:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5761 00010000:00010000:0.0:1746138024.074654:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.074662:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.074668:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.074672:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138024.074675:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.074681:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.074690:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.074695:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57400/0x8ae21a86589e2605 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138024.075214:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957972608384:12345-192.168.204.27@tcp:4:dd.0 Request processed in 51612us (51917us total) trans 4294968053 rc 0/0 00000100:00100000:0.0:1746138024.075225:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5760 00000100:00100000:0.0:1746138024.078455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.078491:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.078520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.078544:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972609280 00000100:00100000:2.0:1746138024.078545:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972608896 00000100:00100000:0.0:1746138024.078553:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972609280 00000100:00100000:2.0:1746138024.078559:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972608896 00000100:00100000:0.0:1746138024.078605:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972609152 00000100:00100000:0.0:1746138024.078607:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972609152 00000100:00100000:2.0:1746138024.078624:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5762 00000100:00100000:2.0:1746138024.078631:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972609280:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138024.078663:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138024.078671:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5763 00010000:00010000:2.0:1746138024.078675:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.078677:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746138024.078679:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972608896:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138024.078689:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.078696:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5764 00010000:00010000:2.0:1746138024.078699:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.078704:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972609152:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138024.078705:0:31694:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.078718:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.078719:0:31694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.078723:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.078724:0:31694:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.078731:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.078733:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.078735:0:31694:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.078736:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.078744:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.084568:0:31694:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.084584:0:31694:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.084592:0:31694:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.084598:0:31694:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ae3600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138024.084602:0:31694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.084609:0:31694:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.084629:0:31694:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.084635:0:31694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3600/0x8ae21a86589e261a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.084928:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972608896:12345-192.168.204.27@tcp:3:dd.0 Request processed in 6245us (6514us total) trans 0 rc 65536/65536 00010000:00010000:3.0:1746138024.084936:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.084941:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5763 00010000:00010000:3.0:1746138024.084945:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.084951:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.084956:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144ec00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138024.084958:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.084963:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.084976:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.084981:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144ec00/0x8ae21a86589e2613 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138024.085006:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957972609280:12345-192.168.204.27@tcp:3:dd.0 Request processed in 6375us (6513us total) trans 0 rc 974848/974848 00000100:00100000:3.0:1746138024.085011:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5762 00010000:00010000:1.0:1746138024.087970:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.087990:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.087998:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.088007:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094227000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138024.088011:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.088019:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.088038:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.088045:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2621 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.088150:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972609152:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9439us (9620us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.088161:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5764 00000100:00100000:0.0:1746138024.091719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.091760:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.091953:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972609536 00000100:00100000:3.0:1746138024.091955:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972609664 00000100:00100000:3.0:1746138024.091966:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972609664 00000100:00100000:1.0:1746138024.092028:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972609536 00000100:00100000:3.0:1746138024.092033:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5765 00000100:00100000:3.0:1746138024.092043:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972609664:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138024.092112:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5766 00002000:00010000:3.0:1746138024.092119:0:25240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813f3a7, atime: 0x0, ctime: 0x6813f3a7, blocks: 0x8009 00000100:00100000:1.0:1746138024.092120:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972609536:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:3.0:1746138024.092129:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.092144:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.092146:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.092151:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.092153:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.092165:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.092167:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.092169:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.092173:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.092189:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746138024.130848:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968055 is committed 00002000:00010000:1.0:1746138024.131466:0:25240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:1.0:1746138024.131470:0:25240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746138023 -> 1746138024 00002000:00010000:1.0:1746138024.131472:0:25240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746138023 -> 1746138024 00002000:00010000:1.0:1746138024.131474:0:25240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 32777 -> 36873 00010000:00010000:1.0:1746138024.131484:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.131494:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.131501:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.131507:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f04800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138024.131510:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.131517:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.131533:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.131539:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f04800/0x8ae21a86589e2628 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.131611:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972609664:12345-192.168.204.27@tcp:4:dd.0 Request processed in 39566us (39845us total) trans 4294968055 rc 0/0 00000100:00100000:1.0:1746138024.131620:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5765 00000001:00080000:3.0:1746138024.151742:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968056 is committed 00010000:00010000:1.0:1746138024.152345:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.152356:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.152363:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.152369:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094226200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138024.152372:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.152379:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.152399:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.152405:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226200/0x8ae21a86589e262f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.152517:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1957:x1830957972609536:12345-192.168.204.27@tcp:4:dd.0 Request processed in 60394us (60805us total) trans 4294968056 rc 0/0 00000100:00100000:1.0:1746138024.152527:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5766 00000100:00100000:0.0:1746138024.156146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.156205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.156335:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972610176 00000100:00100000:2.0:1746138024.156348:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972610176 00000100:00100000:2.0:1746138024.156410:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972610304 00000100:00100000:2.0:1746138024.156412:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972610304 00000100:00100000:0.0:1746138024.156453:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5767 00000100:00100000:0.0:1746138024.156463:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972610176:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138024.156511:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.156527:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.156529:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.156535:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.156550:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.156620:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5768 00000100:00100000:2.0:1746138024.156625:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957972610304:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138024.156642:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.156650:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.156651:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.156654:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.156662:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.163850:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.163864:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.163871:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.163878:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac15400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138024.163881:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.163888:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.163904:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.163915:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac15400/0x8ae21a86589e2636 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138024.163981:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1959:x1830957972610176:12345-192.168.204.27@tcp:3:dd.0 Request processed in 7517us (7843us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.163990:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5767 00010000:00010000:2.0:1746138024.166286:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.166305:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.166314:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.166320:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c369c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138024.166324:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.166332:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.166351:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.166358:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c369c00/0x8ae21a86589e263d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.166464:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1959:x1830957972610304:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9832us (10252us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746138024.166475:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5768 00000100:00100000:0.0:1746138024.168603:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.168648:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.168679:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972610688 00000100:00100000:2.0:1746138024.168690:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972610688 00000100:00100000:1.0:1746138024.168727:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972610816 00000100:00100000:1.0:1746138024.168732:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972610816 00000100:00100000:2.0:1746138024.168759:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5769 00000100:00100000:2.0:1746138024.168767:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972610688:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138024.168818:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5770 00002000:00010000:2.0:1746138024.168822:0:25240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813f3a8, atime: 0x0, ctime: 0x6813f3a8, blocks: 0x9009 00000100:00100000:1.0:1746138024.168826:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972610816:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:2.0:1746138024.168831:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.168844:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.168844:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.168846:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.168852:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.168864:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.168865:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.168866:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.168869:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.168878:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746138024.210218:0:25240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746138024.211284:0:25240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 36873 -> 40969 00010000:00010000:1.0:1746138024.211308:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.211322:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.211330:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.211332:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.211344:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.211352:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b35600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138024.211353:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.211357:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.211360:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f05600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138024.211364:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.211366:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.211371:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.211396:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.211397:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.211401:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136b35600/0x8ae21a86589e264b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.211403:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f05600/0x8ae21a86589e2644 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138024.211515:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1959:x1830957972610688:12345-192.168.204.27@tcp:4:dd.0 Request processed in 42744us (42914us total) trans 4294968058 rc 0/0 00000100:00100000:3.0:1746138024.211526:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5769 00000100:00100000:1.0:1746138024.211558:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1960:x1830957972610816:12345-192.168.204.27@tcp:4:dd.0 Request processed in 42729us (42905us total) trans 4294968057 rc 0/0 00000001:00080000:3.0:1746138024.211563:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968057 is committed 00000100:00100000:1.0:1746138024.211567:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5770 00000001:00080000:3.0:1746138024.211576:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968058 is committed 00000100:00100000:2.0:1746138024.215036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.215219:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972611328 00000100:00100000:1.0:1746138024.215230:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972611328 00000100:00100000:2.0:1746138024.215232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.215286:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972611456 00000100:00100000:3.0:1746138024.215298:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972611456 00000100:00100000:1.0:1746138024.215301:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5771 00000100:00100000:1.0:1746138024.215310:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972611328:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:3.0:1746138024.215351:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5772 00010000:00010000:1.0:1746138024.215351:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138024.215358:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972611456:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:1.0:1746138024.215366:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.215368:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.215374:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.215389:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.215393:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.215407:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.215409:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.215447:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.215460:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.223370:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.223385:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.223391:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.223395:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac56000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138024.223398:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.223403:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.223455:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.223459:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac56000/0x8ae21a86589e2652 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.223552:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972611328:12345-192.168.204.27@tcp:3:dd.0 Request processed in 8236us (8519us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.223564:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5771 00010000:00010000:3.0:1746138024.227138:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.227151:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.227158:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.227164:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b76000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138024.227167:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.227178:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.227194:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.227199:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b76000/0x8ae21a86589e2659 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138024.227278:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972611456:12345-192.168.204.27@tcp:3:dd.0 Request processed in 11916us (12041us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746138024.227286:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5772 00000100:00100000:0.0:1746138024.230392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.232223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.232264:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972611840 00000100:00100000:1.0:1746138024.232300:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972611968 00000100:00100000:1.0:1746138024.232307:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972611968 00000100:00100000:3.0:1746138024.232346:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972611840 00000100:00100000:3.0:1746138024.232393:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5773 00000100:00100000:3.0:1746138024.232401:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972611840:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138024.232453:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5774 00000100:00100000:1.0:1746138024.232459:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972611968:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:3.0:1746138024.232533:0:25240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813f3a8, atime: 0x0, ctime: 0x6813f3a8, blocks: 0xa009 00010000:00010000:3.0:1746138024.232541:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.232553:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.232554:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.232558:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.232570:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.233099:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.233107:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.233108:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.233111:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.233118:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746138024.283762:0:25240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:2.0:1746138024.283767:0:25240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 40969 -> 43017 00010000:00010000:2.0:1746138024.283780:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.283790:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.283798:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.283804:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b77c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138024.283809:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.283820:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.283841:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.283847:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b77c00/0x8ae21a86589e2660 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.283916:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1957:x1830957972611840:12345-192.168.204.27@tcp:4:dd.0 Request processed in 51511us (53528us total) trans 4294968059 rc 0/0 00000100:00100000:2.0:1746138024.283926:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5773 00000001:00080000:2.0:1746138024.283960:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968059 is committed 00002000:00010000:2.0:1746138024.327216:0:31695:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 43017 -> 45067 00010000:00010000:2.0:1746138024.327230:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.327240:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.327246:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.327252:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138024.327255:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.327266:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.327280:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.327287:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57200/0x8ae21a86589e2667 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.327369:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972611968:12345-192.168.204.27@tcp:4:dd.0 Request processed in 94906us (95146us total) trans 4294968060 rc 0/0 00000100:00100000:2.0:1746138024.327379:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5774 00000001:00080000:3.0:1746138024.327525:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968060 is committed 00000100:00100000:0.0:1746138024.332941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.332990:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.333021:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972612480 00000100:00100000:0.0:1746138024.333031:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972612480 00000100:00100000:0.0:1746138024.333110:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972612608 00000100:00100000:0.0:1746138024.333112:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972612608 00000100:00100000:0.0:1746138024.333134:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5775 00000100:00100000:0.0:1746138024.333142:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972612480:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138024.333189:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.333205:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.333208:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.333214:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.333229:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.334186:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5776 00000100:00100000:2.0:1746138024.334207:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972612608:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138024.334246:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.334260:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.334262:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.334266:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.334279:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.339042:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.339071:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.339079:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.339085:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ea1800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138024.339089:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.339097:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.339116:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.339122:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ea1800/0x8ae21a86589e266e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.339226:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1960:x1830957972612480:12345-192.168.204.27@tcp:3:dd.0 Request processed in 6078us (6292us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.339236:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5775 00010000:00010000:2.0:1746138024.343442:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.343456:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.343465:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.343471:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bfbc200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138024.343475:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.343482:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.343497:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.343502:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bfbc200/0x8ae21a86589e2675 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.343567:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1960:x1830957972612608:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9366us (10571us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746138024.343576:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5776 00000100:00100000:1.0:1746138024.347363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.347439:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972612992 00000100:00100000:2.0:1746138024.347447:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972612992 00000100:00100000:2.0:1746138024.347506:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5777 00000100:00100000:2.0:1746138024.347514:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972612992:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:2.0:1746138024.347559:0:31695:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813f3a8, atime: 0x0, ctime: 0x6813f3a8, blocks: 0xb00b 00010000:00010000:2.0:1746138024.347567:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.347579:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.347581:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.347585:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.347597:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138024.347891:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.348157:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972613120 00000100:00100000:1.0:1746138024.348161:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972613120 00000100:00100000:1.0:1746138024.348193:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5778 00000100:00100000:1.0:1746138024.348199:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972613120:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:1.0:1746138024.348219:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.348226:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.348227:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.348229:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.348235:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746138024.386663:0:25240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746138024.386673:0:25240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 45067 -> 49163 00010000:00010000:1.0:1746138024.386689:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.386701:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.386710:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.386717:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b8df600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138024.386722:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.386731:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.386756:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.386762:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b8df600/0x8ae21a86589e2683 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.386885:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+12:1957:x1830957972613120:12345-192.168.204.27@tcp:4:dd.0 Request processed in 38676us (38990us total) trans 4294968062 rc 0/0 00000100:00100000:1.0:1746138024.386901:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5778 00000001:00080000:3.0:1746138024.386945:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968062 is committed 00010000:00010000:2.0:1746138024.387334:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.387349:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.387356:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.387363:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bfbde00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138024.387366:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.387375:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.387392:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.387397:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bfbde00/0x8ae21a86589e267c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.387521:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972612992:12345-192.168.204.27@tcp:4:dd.0 Request processed in 40003us (40160us total) trans 4294968061 rc 0/0 00000100:00100000:2.0:1746138024.387531:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5777 00000100:00100000:0.0:1746138024.389227:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.389368:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972613504 00000100:00100000:2.0:1746138024.389378:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972613504 00000100:00100000:0.0:1746138024.389381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.389446:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972613760 00000100:00100000:1.0:1746138024.389451:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972613760 00000100:00100000:2.0:1746138024.389481:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5779 00000100:00100000:2.0:1746138024.389489:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972613504:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138024.389491:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5780 00000100:00100000:1.0:1746138024.389497:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972613760:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138024.389528:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.389528:0:25240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.389542:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.389543:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.389545:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.389545:0:25240:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.389549:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.389550:0:25240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.389561:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.389561:0:25240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.392143:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.392162:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.392170:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.392182:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009369ea00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138024.392186:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.392194:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.392211:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.392217:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369ea00/0x8ae21a86589e268a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.392324:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1958:x1830957972613504:12345-192.168.204.27@tcp:3:dd.0 Request processed in 2831us (3096us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746138024.392335:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5779 00010000:00010000:1.0:1746138024.396629:0:25240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.396727:0:25240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.396736:0:25240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.396743:0:25240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093727a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138024.396747:0:25240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.396756:0:25240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.396777:0:25240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.396783:0:25240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093727a00/0x8ae21a86589e2691 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.396985:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972613760:12345-192.168.204.27@tcp:3:dd.0 Request processed in 7481us (7596us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.396998:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5780 00000100:00100000:0.0:1746138024.399917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.400020:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972613888 00000100:00100000:3.0:1746138024.400031:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972613888 00000100:00100000:3.0:1746138024.400087:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8018 00000100:00100000:3.0:1746138024.400095:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+6:1094:x1830957972613888:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138024.400114:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138024.400136:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc75 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746138024.400165:0:8500:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813f3a8, atime: 0x0, ctime: 0x6813f3a8, blocks: 0xc00b 00010000:00010000:3.0:1746138024.400192:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.400194:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138024.400202:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 7 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.400219:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 7 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138024.400231:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e57200, rc 0) 00000100:00100000:3.0:1746138024.401607:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1094:x1830957972613888:12345-192.168.204.27@tcp:101:dd.0 Request processed in 1507us (1700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138024.401616:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8018 00000100:00100000:0.0:1746138024.410408:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.410505:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.410519:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972614144 00000100:00100000:1.0:1746138024.410531:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972614144 00000100:00100000:2.0:1746138024.410544:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972614272 00000100:00100000:2.0:1746138024.410549:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972614272 00002000:00100000:2.0:1746138024.410581:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff88009287ca80 x1830957972614272/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.410582:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff88009287d180 x1830957972614144/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.410589:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ca80 with x1830957972614272 ext(25067520->25165823) 00002000:00010000:2.0:1746138024.410594:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287ca80 00000100:00100000:2.0:1746138024.410624:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5781 00000100:00100000:2.0:1746138024.410629:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972614272:12345-192.168.204.27@tcp:4:dd.0 00002000:00100000:1.0:1746138024.410666:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287d180 with x1830957972614144 ext(25165824->26214399) 00002000:00010000:1.0:1746138024.410670:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287d180 00000100:00100000:1.0:1746138024.410694:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5782 00000100:00100000:1.0:1746138024.410700:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972614144:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138024.413607:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1957:x1830957972614272:12345-192.168.204.27@tcp:4:dd.0 Request processed in 2965us (3090us total) trans 4294968063 rc 0/0 00000100:00100000:2.0:1746138024.413620:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5781 00002000:00100000:2.0:1746138024.413630:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff88009287ca80 x1830957972614272/t4294968063(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/448 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.413639:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ca80 with x1830957972614272 ext(25067520->25165823) 00002000:00010000:2.0:1746138024.413643:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287ca80 00000100:00100000:1.0:1746138024.417255:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972614144:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6543us (6849us total) trans 4294968064 rc 0/0 00000100:00100000:1.0:1746138024.417268:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5782 00002000:00100000:1.0:1746138024.417281:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff88009287d180 x1830957972614144/t4294968064(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/448 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.417291:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287d180 with x1830957972614144 ext(25165824->26214399) 00002000:00010000:1.0:1746138024.417297:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287d180 00000100:00100000:2.0:1746138024.421046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.421196:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972614400 00000100:00100000:1.0:1746138024.421209:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972614400 00000100:00100000:1.0:1746138024.421298:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46596 00000100:00100000:1.0:1746138024.421307:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1094:x1830957972614400:12345-192.168.204.27@tcp:44:dd.0 00000100:00080000:2.0:1746138024.421434:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1746138024.448607:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986815 is committed 00000001:00080000:2.0:1746138024.448622:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986817 is committed 00000001:00080000:2.0:1746138024.448631:0:7195:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986819 is committed 00000100:00100000:0.0:1746138024.448771:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1094:x1830957972614400:12345-192.168.204.27@tcp:44:dd.0 Request processed in 27460us (27732us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138024.448781:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46596 00000100:00100000:0.0:1746138024.452319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.452532:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972614528 00000100:00100000:3.0:1746138024.452541:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972614528 00000100:00100000:3.0:1746138024.452605:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8019 00000100:00100000:3.0:1746138024.452612:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972614528:12345-192.168.204.27@tcp:16:dd.0 00000001:00080000:3.0:1746138024.493666:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968064 is committed 00000100:00100000:2.0:1746138024.493947:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972614528:12345-192.168.204.27@tcp:16:dd.0 Request processed in 41326us (41630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138024.493958:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8019 00000100:00100000:2.0:1746138024.495677:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.495717:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972614784 00000100:00100000:0.0:1746138024.495730:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972614784 00000100:00100000:0.0:1746138024.495784:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 164 00000100:00100000:0.0:1746138024.495792:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+15:1094:x1830957972614784:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:0.0:1746138024.496130:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1094:x1830957972614784:12345-192.168.204.27@tcp:35:dd.0 Request processed in 338us (455us total) trans 4294986820 rc 0/0 00000100:00100000:0.0:1746138024.496138:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 164 00000100:00100000:0.0:1746138024.497573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.497628:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972615040 00000100:00100000:2.0:1746138024.497640:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972615040 00000100:00100000:2.0:1746138024.497711:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 165 00000100:00100000:2.0:1746138024.497719:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+16:1094:x1830957972615040:12345-192.168.204.27@tcp:35:dd.0 00000001:00080000:2.0:1746138024.498020:0:19492:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986821 00000100:00100000:2.0:1746138024.498143:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1094:x1830957972615040:12345-192.168.204.27@tcp:35:dd.0 Request processed in 424us (575us total) trans 4294986822 rc 0/0 00000100:00100000:2.0:1746138024.498518:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 165 00000020:00080000:2.0:1746138024.498525:0:19492:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746138024.511278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.511333:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972615168 00000100:00100000:0.0:1746138024.511343:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972615168 00000100:00100000:0.0:1746138024.511404:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46597 00000100:00100000:0.0:1746138024.511410:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+18:1097:x1830957972615168:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:0.0:1746138024.511462:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138024.511483:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e269f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc7c expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.511544:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094880600/0x8ae21a86589e26a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.511556:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094880600/0x8ae21a86589e26a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.511566:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094880600/0x8ae21a86589e26a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138024.511623:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746138024.511626:0:7136:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746138024.511641:0:7136:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094880600/0x8ae21a86589e26a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.511659:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b22f7000/0x8ae21a86589e269f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc7c expref: 20 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.512078:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094880600/0x8ae21a86589e26a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc7c expref: 19 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.512086:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880087b9ce00) 00010000:00010000:0.0:1746138024.512089:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746138024.512092:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094880600, rc 0) 00000100:00100000:0.0:1746138024.512150:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1097:x1830957972615168:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 739us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138024.512156:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46597 00000100:00100000:3.0:1746138024.515147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.515214:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972615296 00000100:00100000:0.0:1746138024.515222:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972615296 00000100:00100000:0.0:1746138024.515273:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46598 00000100:00100000:0.0:1746138024.515281:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+19:1097:x1830957972615296:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:0.0:1746138024.515299:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138024.515315:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094713c00/0x8ae21a86589e26ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc83 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.515365:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515376:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515384:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515408:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515446:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515453:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515550:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960200/0x8ae21a86589e26c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515556:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960200/0x8ae21a86589e26c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515562:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094960200/0x8ae21a86589e26c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138024.515588:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:0.0:1746138024.515593:0:7136:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746138024.515604:0:7136:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094960200/0x8ae21a86589e26c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515612:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960200/0x8ae21a86589e26c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515618:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515623:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515628:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515633:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094713600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138024.515636:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515642:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515652:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880087b9ce00) 00010000:00010000:0.0:1746138024.515655:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138024.515658:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515662:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094713600/0x8ae21a86589e26b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515685:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515690:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515695:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515699:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094712c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138024.515702:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515706:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515712:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880087b9c900) 00010000:00010000:0.0:1746138024.515714:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138024.515715:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.515719:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094712c00/0x8ae21a86589e26bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.516109:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094713c00/0x8ae21a86589e26ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc83 expref: 21 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.516122:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960200/0x8ae21a86589e26c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc83 expref: 20 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.516128:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:0.0:1746138024.516130:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746138024.516132:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094960200, rc 0) 00000100:00100000:0.0:1746138024.516185:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1097:x1830957972615296:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 905us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138024.516191:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46598 00000100:00100000:3.0:1746138024.518783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.518845:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972615424 00000100:00100000:2.0:1746138024.518859:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972615424 00000100:00100000:3.0:1746138024.518860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.518968:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972615552 00000100:00100000:2.0:1746138024.518971:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972615552 00000100:00100000:2.0:1746138024.518997:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8020 00000100:00100000:2.0:1746138024.519006:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972615424:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746138024.519029:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138024.519067:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e26c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc8a expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.519094:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8021 00000100:00100000:1.0:1746138024.519109:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972615552:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:1.0:1746138024.519132:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138024.519154:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f01a00/0x8ae21a86589e26d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc91 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.519212:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093dedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957968197504:192.168.204.27@tcp:106: 00000100:00100000:2.0:1746138024.519289:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b931500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968197632:192.168.204.27@tcp:106: 00000100:00100000:1.0:1746138024.519314:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801297db3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138024.519388:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b1723c0 going to sleep for 11 seconds 00002000:00010000:3.0:1746138024.522754:0:8500:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746138024.522759:0:11153:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746138024.522762:0:8500:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1746138023 00002000:00010000:1.0:1746138024.522763:0:11153:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746138023 00002000:00010000:3.0:1746138024.522764:0:8500:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1746138023 00002000:00010000:1.0:1746138024.522765:0:11153:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746138023 00002000:00010000:3.0:1746138024.522766:0:8500:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1746138023 00002000:00010000:1.0:1746138024.522766:0:11153:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746138023 00002000:00010000:3.0:1746138024.522767:0:8500:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 24585 00002000:00010000:3.0:1746138024.522781:0:8500:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 24585 -> 26633 00000100:00100000:3.0:1746138024.522788:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b931500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968197632:192.168.204.27@tcp:106: 00000100:00100000:1.0:1746138024.522788:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093dedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957968197504:192.168.204.27@tcp:106: 00010000:00010000:3.0:1746138024.522816:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e26c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc8a expref: 8 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138024.522816:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f01a00/0x8ae21a86589e26d0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc91 expref: 34 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138024.522831:0:8500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009369f000/0x8ae21a86589e26c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc8a expref: 8 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138024.522831:0:11153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f01a00/0x8ae21a86589e26d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc91 expref: 34 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138024.522849:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f01a00, rc 0) 00010000:00010000:3.0:1746138024.522862:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369f000, rc 0) 00000100:00100000:1.0:1746138024.522902:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972615552:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 3797us (4040us total) trans 0 rc 301/301 00000100:00100000:3.0:1746138024.522904:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972615424:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 3899us (4131us total) trans 0 rc 301/301 00000100:00100000:1.0:1746138024.522910:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8021 00000100:00100000:3.0:1746138024.522914:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8020 00000100:00100000:3.0:1746138024.531403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.531579:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972615680 00000100:00100000:0.0:1746138024.531586:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972615680 00000100:00080000:2.0:1746138024.531650:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746138024.531650:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46599 00000100:00100000:0.0:1746138024.531658:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1098:x1830957972615680:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:0.0:1746138024.531684:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138024.531699:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e26d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc98 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.531747:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.531757:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.531767:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138024.531821:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746138024.531824:0:7136:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746138024.531836:0:7136:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.531852:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5e56800/0x8ae21a86589e26d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 16 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.532741:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 15 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.532750:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880087b9ce00) 00010000:00010000:0.0:1746138024.532752:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746138024.532755:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9b600, rc 0) 00000100:00100000:0.0:1746138024.532806:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+15:1098:x1830957972615680:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 1149us (1411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138024.532815:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46599 00000100:00100000:3.0:1746138024.542521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.542627:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972615936 00000100:00100000:0.0:1746138024.542640:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972615936 00000100:00100000:0.0:1746138024.542694:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46600 00000100:00100000:0.0:1746138024.542703:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+20:1099:x1830957972615936:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:0.0:1746138024.542727:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138024.542749:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094961c00/0x8ae21a86589e26e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acc9f expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.542859:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac14400/0x8ae21a86589e26ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.542874:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac14400/0x8ae21a86589e26ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.542885:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac14400/0x8ae21a86589e26ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138024.542896:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746138024.543619:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094961c00/0x8ae21a86589e26e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc9f expref: 23 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.543653:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac14400/0x8ae21a86589e26ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc9f expref: 22 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.543663:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:0.0:1746138024.543666:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746138024.543669:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac14400, rc 0) 00000100:00100000:0.0:1746138024.544079:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1099:x1830957972615936:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 1376us (1562us total) trans 4294986823 rc 0/0 00000100:00100000:0.0:1746138024.544088:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46600 00000100:00100000:2.0:1746138024.546230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.546285:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972616192 00000100:00100000:0.0:1746138024.546295:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972616192 00000100:00100000:0.0:1746138024.546341:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46601 00000100:00100000:0.0:1746138024.546346:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1099:x1830957972616192:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:0.0:1746138024.546367:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138024.546381:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac15600/0x8ae21a86589e26fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acca6 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.546534:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac15000/0x8ae21a86589e2701 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.546546:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac15000/0x8ae21a86589e2701 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138024.546554:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac15000/0x8ae21a86589e2701 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138024.546562:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:1.0:1746138024.546748:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac15600/0x8ae21a86589e26fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acca6 expref: 25 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.546783:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac15000/0x8ae21a86589e2701 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acca6 expref: 24 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.546791:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:1.0:1746138024.546793:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746138024.546796:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac15000, rc 0) 00000100:00100000:1.0:1746138024.546847:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1099:x1830957972616192:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 499us (625us total) trans 4294986824 rc 0/0 00000100:00100000:1.0:1746138024.546856:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46601 00000100:00100000:3.0:1746138024.549063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.549156:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972616320 00000100:00100000:2.0:1746138024.549168:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972616320 00000100:00100000:2.0:1746138024.549235:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 328 00000100:00100000:0.0:1746138024.549235:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.549243:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1958:x1830957972616320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138024.549255:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746138024.549269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138024.549276:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac15000/0x8ae21a86589e2701 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acca6 expref: 24 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.549296:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:2.0:1746138024.549300:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138024.549301:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972616448 00000100:00100000:0.0:1746138024.549306:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972616448 00000100:00100000:0.0:1746138024.549333:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972616576 00000100:00100000:0.0:1746138024.549335:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972616576 00000100:00100000:2.0:1746138024.549346:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1958:x1830957972616320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 104us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138024.549350:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8022 00000100:00100000:2.0:1746138024.549351:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 328 00000100:00100000:0.0:1746138024.549355:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972616448:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:0.0:1746138024.549370:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138024.549385:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e270f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7accad expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138024.549405:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8023 00000100:00100000:3.0:1746138024.549412:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972616576:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:3.0:1746138024.549441:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138024.549451:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589e2716 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7accb4 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138024.549459:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009287e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968197760:192.168.204.27@tcp:106: 00000100:00100000:3.0:1746138024.549473:0:17395:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957968197888:192.168.204.27@tcp:106: 00000100:00100000:0.0:1746138024.549527:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b48cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746138024.549595:0:17395:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937316c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138024.550905:0:17395:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17395:1830957968197888:192.168.204.27@tcp:106: 00010000:00010000:0.0:1746138024.550933:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589e2716 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accb4 expref: 34 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138024.550946:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369fc00/0x8ae21a86589e2716 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accb4 expref: 34 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138024.550972:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009369fc00, rc 0) 00000100:00100000:0.0:1746138024.551005:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972616576:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 1593us (1735us total) trans 0 rc 301/301 00000100:00100000:0.0:1746138024.551013:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8023 00000100:00100000:1.0:1746138024.551568:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009287e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968197760:192.168.204.27@tcp:106: 00010000:00010000:1.0:1746138024.551588:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e270f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accad expref: 8 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138024.551598:0:11153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac15c00/0x8ae21a86589e270f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accad expref: 8 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138024.551606:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac15c00, rc 0) 00000100:00100000:1.0:1746138024.551642:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972616448:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 2286us (2407us total) trans 0 rc 301/301 00000100:00100000:1.0:1746138024.551650:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8022 00000100:00100000:0.0:1746138024.559011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.559065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.559091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.559565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.559587:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972617088 00000100:00100000:1.0:1746138024.559587:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972616960 00000100:00100000:3.0:1746138024.559588:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972617472 00000100:00100000:3.0:1746138024.559596:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972617472 00000100:00100000:2.0:1746138024.559596:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972617088 00000100:00100000:1.0:1746138024.559596:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972616960 00002000:00100000:3.0:1746138024.559637:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff88009287c000 x1830957972617472/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.559637:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88009287ce00 x1830957972617088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.559638:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88009287f480 x1830957972616960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.559647:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957972617472 ext(1048576->2097151) 00002000:00100000:2.0:1746138024.559647:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ce00 with x1830957972617088 ext(1048576->2097151) 00002000:00100000:1.0:1746138024.559647:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f480 with x1830957972616960 ext(0->1048575) 00002000:00010000:3.0:1746138024.559652:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c000 00002000:00010000:2.0:1746138024.559652:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009287ce00 00002000:00010000:1.0:1746138024.559652:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009287f480 00000100:00100000:2.0:1746138024.559671:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5783 00000100:00100000:2.0:1746138024.559677:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972617088:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.560032:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972617344 00000100:00100000:3.0:1746138024.560035:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972617344 00000100:00100000:1.0:1746138024.560039:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5784 00000100:00100000:1.0:1746138024.560045:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972617472:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:3.0:1746138024.560048:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88009287fb80 x1830957972617344/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.560066:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287fb80 with x1830957972617344 ext(0->1048575) 00002000:00010000:3.0:1746138024.560069:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287fb80 00000100:00100000:3.0:1746138024.560082:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5785 00000100:00100000:3.0:1746138024.560087:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972616960:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.560391:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5786 00000100:00100000:2.0:1746138024.560397:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972617344:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.569156:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1958:x1830957972617088:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 9468us (10079us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.569170:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5783 00002000:00100000:2.0:1746138024.569182:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88009287ce00 x1830957972617088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.569191:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287ce00 with x1830957972617088 ext(1048576->2097151) 00002000:00010000:2.0:1746138024.569197:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009287ce00 00000100:00100000:1.0:1746138024.572493:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972617472:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 12436us (13388us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.572505:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5784 00002000:00100000:1.0:1746138024.572516:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff88009287c000 x1830957972617472/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.572525:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287c000 with x1830957972617472 ext(1048576->2097151) 00002000:00010000:1.0:1746138024.572531:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287c000 00000100:00100000:3.0:1746138024.574728:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1957:x1830957972616960:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 14631us (15718us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.574739:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5785 00002000:00100000:3.0:1746138024.574752:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88009287f480 x1830957972616960/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.574761:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287f480 with x1830957972616960 ext(0->1048575) 00002000:00010000:3.0:1746138024.574767:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009287f480 00000100:00100000:3.0:1746138024.575727:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972617344:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 15326us (16157us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.575735:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5786 00002000:00100000:3.0:1746138024.575743:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88009287fb80 x1830957972617344/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.575750:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009287fb80 with x1830957972617344 ext(0->1048575) 00002000:00010000:3.0:1746138024.575754:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009287fb80 00000100:00100000:0.0:1746138024.583203:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.584004:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972617728 00000100:00100000:1.0:1746138024.584017:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972617728 00000100:00100000:1.0:1746138024.584291:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8024 00000100:00100000:1.0:1746138024.584301:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1099:x1830957972617728:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:1.0:1746138024.584322:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138024.584341:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f00c00/0x8ae21a86589e271d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7accbb expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.584377:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.584385:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138024.584386:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746138024.584389:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f00c00/0x8ae21a86589e271d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accbb expref: 8 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.584437:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 7 pid: 21614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.584449:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 7 pid: 21614 timeout: 569 lvb_type: 0 00000100:00100000:1.0:1746138024.584462:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093dedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968198016:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138024.584582:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801297db3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746138024.586804:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093dedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968198016:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138024.586834:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f00c00/0x8ae21a86589e271d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accbb expref: 8 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.586852:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f00c00, rc 0) 00000100:00100000:1.0:1746138024.586908:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1099:x1830957972617728:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 2609us (3714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138024.586917:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8024 00000100:00100000:2.0:1746138024.597989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.598353:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972617856 00000100:00100000:1.0:1746138024.598364:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972617856 00010000:00010000:1.0:1746138024.598407:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 8 pid: 21614 timeout: 569 lvb_type: 0 00000100:00100000:1.0:1746138024.598504:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13086 00000100:00100000:1.0:1746138024.598513:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1958:x1830957972617856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746138024.598527:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746138024.598553:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 8 pid: 21614 timeout: 569 lvb_type: 0 00010000:00010000:1.0:1746138024.598565:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 8 pid: 21614 timeout: 569 lvb_type: 0 00010000:00010000:1.0:1746138024.598592:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f67800/0x8ae21a86589e2525 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc59 expref: 8 pid: 21614 timeout: 569 lvb_type: 0 00010000:00010000:1.0:1746138024.598655:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.598657:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.598665:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f00c00/0x8ae21a86589e271d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accbb expref: 7 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.598670:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f00c00/0x8ae21a86589e271d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accbb expref: 7 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.598704:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f00c00/0x8ae21a86589e271d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accbb expref: 7 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138024.598714:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093dedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968198144:192.168.204.27@tcp:105: 00000100:00100000:1.0:1746138024.598950:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801297db3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746138024.600634:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968198272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746138024.600680:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138024.600692:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093dedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968198144:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138024.600713:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138024.600746:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1958:x1830957972617856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2235us (2772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138024.600755:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13086 00000100:00100000:1.0:1746138024.600766:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968198272 00000100:00100000:1.0:1746138024.600771:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968198272 00000100:00080000:2.0:1746138024.600796:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746138024.600806:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1746138024.600812:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968198272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746138024.600850:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 597753856 pending 42598400 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746138024.600883:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968198272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138024.600888:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1746138024.600965:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968198272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746138024.602762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.602854:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972618112 00000100:00100000:3.0:1746138024.602860:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972618112 00002000:00100000:3.0:1746138024.602907:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008bc69f80 x1830957972618112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.602916:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69f80 with x1830957972618112 ext(0->1048575) 00002000:00010000:3.0:1746138024.602921:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69f80 00000100:00100000:3.0:1746138024.602953:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5787 00000100:00100000:3.0:1746138024.602960:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972618112:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.609363:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972618112:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6391us (6593us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.609377:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5787 00002000:00100000:0.0:1746138024.609390:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008bc69f80 x1830957972618112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.609400:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69f80 with x1830957972618112 ext(0->1048575) 00002000:00010000:0.0:1746138024.609406:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69f80 00000100:00100000:1.0:1746138024.613941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.614023:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972618240 00000100:00100000:2.0:1746138024.614032:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972618240 00000100:00100000:2.0:1746138024.614108:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8025 00000100:00100000:2.0:1746138024.614115:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e064050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1099:x1830957972618240:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:2.0:1746138024.614134:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138024.614151:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2724 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7accc2 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.614178:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 31 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.614184:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138024.614185:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138024.614187:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2724 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accc2 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.614215:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 31 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.614223:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 31 pid: 17395 timeout: 569 lvb_type: 0 00000100:00100000:2.0:1746138024.614233:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b931f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957968198400:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138024.614339:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172300 going to sleep for 11 seconds 00000100:00100000:0.0:1746138024.616862:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b931f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957968198400:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138024.616900:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2724 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accc2 expref: 34 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.616918:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094227000, rc 0) 00000100:00100000:0.0:1746138024.616977:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e064050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1099:x1830957972618240:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 2860us (3046us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138024.616985:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8025 00000100:00100000:3.0:1746138024.622694:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.622814:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972618368 00000100:00100000:2.0:1746138024.622829:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972618368 00010000:00010000:2.0:1746138024.622891:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 32 pid: 17395 timeout: 569 lvb_type: 0 00000100:00100000:2.0:1746138024.622936:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13087 00000100:00100000:2.0:1746138024.622946:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1958:x1830957972618368:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138024.622958:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138024.622977:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 32 pid: 17395 timeout: 569 lvb_type: 0 00010000:00010000:2.0:1746138024.622986:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 32 pid: 17395 timeout: 569 lvb_type: 0 00010000:00010000:2.0:1746138024.623005:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009369f600/0x8ae21a86589e252c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc60 expref: 32 pid: 17395 timeout: 569 lvb_type: 0 00010000:00010000:2.0:1746138024.623036:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.623037:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138024.623044:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2724 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accc2 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.623061:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2724 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accc2 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.623096:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094227000/0x8ae21a86589e2724 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accc2 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138024.623109:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b930700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968198528:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138024.623204:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746138024.625249:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b930700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968198528:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138024.625276:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138024.625356:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+31:1958:x1830957972618368:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2409us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138024.625367:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13087 00000100:00100000:3.0:1746138024.633375:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.633703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.634186:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972618752 00000100:00100000:0.0:1746138024.634197:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972618752 00002000:00100000:0.0:1746138024.634255:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88008c277100 x1830957972618752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.634266:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277100 with x1830957972618752 ext(1048576->2097151) 00000100:00100000:3.0:1746138024.634270:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00010000:0.0:1746138024.634273:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c277100 00000100:00100000:0.0:1746138024.634437:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972619008 00000100:00100000:0.0:1746138024.634441:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972619008 00002000:00100000:0.0:1746138024.634456:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88008c277480 x1830957972619008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.634463:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277480 with x1830957972619008 ext(1048576->2097151) 00002000:00010000:0.0:1746138024.634468:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c277480 00000100:00100000:3.0:1746138024.634470:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972618880 00000100:00100000:3.0:1746138024.634480:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972618880 00000100:00100000:2.0:1746138024.634482:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5788 00000100:00100000:0.0:1746138024.634490:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5789 00000100:00100000:2.0:1746138024.634495:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972618752:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.634498:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972619008:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:3.0:1746138024.634526:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88008c274000 x1830957972618880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.634536:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274000 with x1830957972618880 ext(0->1048575) 00002000:00010000:3.0:1746138024.634541:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c274000 00000100:00100000:3.0:1746138024.634561:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5790 00000100:00100000:3.0:1746138024.634567:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1958:x1830957972618880:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.645374:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972619008:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10863us (11656us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.645388:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5789 00002000:00100000:1.0:1746138024.645400:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88008c277480 x1830957972619008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.645409:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277480 with x1830957972619008 ext(1048576->2097151) 00002000:00010000:1.0:1746138024.645428:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c277480 00000100:00100000:0.0:1746138024.645538:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972618880:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10969us (11276us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.645545:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5790 00000100:00100000:2.0:1746138024.645657:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972618752:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11165us (12297us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.645687:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5788 00002000:00100000:0.0:1746138024.645690:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88008c274000 x1830957972618880/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.645691:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88008c277100 x1830957972618752/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.645698:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277100 with x1830957972618752 ext(1048576->2097151) 00002000:00100000:0.0:1746138024.645698:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c274000 with x1830957972618880 ext(0->1048575) 00002000:00010000:0.0:1746138024.645701:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c274000 00002000:00010000:2.0:1746138024.645702:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c277100 00000100:00100000:3.0:1746138024.659553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.659593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.659608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.659638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.659646:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972619392 00000100:00100000:0.0:1746138024.659660:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972619392 00000100:00100000:3.0:1746138024.659671:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972619648 00000100:00100000:3.0:1746138024.659677:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972619648 00002000:00100000:3.0:1746138024.659707:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008c277800 x1830957972619648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.659710:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008c275c00 x1830957972619392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.659713:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277800 with x1830957972619648 ext(3145728->4194303) 00002000:00010000:3.0:1746138024.659717:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c277800 00002000:00100000:0.0:1746138024.659718:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275c00 with x1830957972619392 ext(2097152->3145727) 00002000:00010000:0.0:1746138024.659722:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c275c00 00000100:00100000:3.0:1746138024.659735:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972619904 00000100:00100000:3.0:1746138024.659736:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972619904 00002000:00100000:3.0:1746138024.659745:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88008c275180 x1830957972619904/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.659749:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275180 with x1830957972619904 ext(2097152->3145727) 00002000:00010000:3.0:1746138024.659751:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c275180 00000100:00100000:3.0:1746138024.659759:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972620160 00000100:00100000:3.0:1746138024.659760:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972620160 00002000:00100000:3.0:1746138024.659765:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88008c275f80 x1830957972620160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746138024.659767:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5791 00002000:00100000:3.0:1746138024.659772:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275f80 with x1830957972620160 ext(3145728->4194303) 00002000:00010000:3.0:1746138024.659773:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c275f80 00000100:00100000:0.0:1746138024.659776:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1960:x1830957972619648:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.659780:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5792 00000100:00100000:3.0:1746138024.659786:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1960:x1830957972619392:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.659788:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5793 00000100:00100000:1.0:1746138024.659798:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972619904:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.660398:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5794 00000100:00100000:3.0:1746138024.660404:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972620160:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.667383:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972619392:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7584us (7824us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.667397:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5792 00002000:00100000:2.0:1746138024.667412:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008c275c00 x1830957972619392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.667445:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275c00 with x1830957972619392 ext(2097152->3145727) 00002000:00010000:2.0:1746138024.667453:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c275c00 00000100:00100000:0.0:1746138024.673408:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972619648:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 13619us (13798us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.673439:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5791 00002000:00100000:0.0:1746138024.673453:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008c277800 x1830957972619648/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.673463:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277800 with x1830957972619648 ext(3145728->4194303) 00002000:00010000:0.0:1746138024.673470:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c277800 00000100:00100000:0.0:1746138024.675781:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1960:x1830957972620160:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 15367us (16131us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.675792:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5794 00002000:00100000:0.0:1746138024.675803:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88008c275f80 x1830957972620160/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.675812:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275f80 with x1830957972620160 ext(3145728->4194303) 00002000:00010000:0.0:1746138024.675818:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c275f80 00000100:00100000:2.0:1746138024.678206:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972619904:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 18399us (18584us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.678219:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5793 00002000:00100000:2.0:1746138024.678230:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88008c275180 x1830957972619904/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.678247:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c275180 with x1830957972619904 ext(2097152->3145727) 00002000:00010000:2.0:1746138024.678254:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c275180 00000100:00100000:3.0:1746138024.687666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.687703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.687722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.687762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.687800:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972620672 00000100:00100000:3.0:1746138024.687810:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972620672 00000100:00100000:1.0:1746138024.687817:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972620416 00000100:00100000:1.0:1746138024.687829:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972620416 00002000:00100000:3.0:1746138024.687854:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008c276680 x1830957972620672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.687865:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c276680 with x1830957972620672 ext(3145728->4194303) 00002000:00010000:3.0:1746138024.687871:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c276680 00002000:00100000:1.0:1746138024.687872:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008c277b80 x1830957972620416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.687881:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277b80 with x1830957972620416 ext(2097152->3145727) 00000100:00100000:3.0:1746138024.687885:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972620928 00002000:00010000:1.0:1746138024.687886:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c277b80 00000100:00100000:3.0:1746138024.687887:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972620928 00002000:00100000:3.0:1746138024.687901:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008b125880 x1830957972620928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.687907:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125880 with x1830957972620928 ext(2097152->3145727) 00000100:00100000:1.0:1746138024.687910:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972621184 00002000:00010000:3.0:1746138024.687911:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b125880 00000100:00100000:1.0:1746138024.687913:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972621184 00002000:00100000:1.0:1746138024.687927:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88008b125c00 x1830957972621184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746138024.687929:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5795 00002000:00100000:1.0:1746138024.687933:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125c00 with x1830957972621184 ext(3145728->4194303) 00000100:00100000:3.0:1746138024.687936:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972620672:12345-192.168.204.27@tcp:3:cmp.0 00002000:00010000:1.0:1746138024.687937:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b125c00 00000100:00100000:1.0:1746138024.687955:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5796 00000100:00100000:1.0:1746138024.687962:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972620416:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.688232:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5797 00000100:00100000:0.0:1746138024.688241:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1958:x1830957972620928:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.688673:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5798 00000100:00100000:1.0:1746138024.688678:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972621184:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.698073:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972620416:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10087us (10344us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.698086:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5796 00002000:00100000:1.0:1746138024.698101:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008c277b80 x1830957972620416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.698112:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c277b80 with x1830957972620416 ext(2097152->3145727) 00002000:00010000:1.0:1746138024.698120:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c277b80 00000100:00100000:0.0:1746138024.701517:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972620928:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 13270us (13785us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.701528:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5797 00002000:00100000:0.0:1746138024.701538:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008b125880 x1830957972620928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.701550:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125880 with x1830957972620928 ext(2097152->3145727) 00002000:00010000:0.0:1746138024.701556:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b125880 00000100:00100000:1.0:1746138024.703449:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972621184:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 14659us (15575us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.703465:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5798 00002000:00100000:1.0:1746138024.703479:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88008b125c00 x1830957972621184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.703490:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125c00 with x1830957972621184 ext(3145728->4194303) 00002000:00010000:1.0:1746138024.703497:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b125c00 00000100:00100000:0.0:1746138024.704044:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972620672:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 16099us (16381us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.704063:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5795 00002000:00100000:0.0:1746138024.704073:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008c276680 x1830957972620672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.704082:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c276680 with x1830957972620672 ext(3145728->4194303) 00002000:00010000:0.0:1746138024.704088:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c276680 00000100:00100000:3.0:1746138024.716522:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.716552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.716574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.716603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.716636:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972621440 00000100:00100000:3.0:1746138024.716643:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972621440 00002000:00100000:3.0:1746138024.716680:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008b127480 x1830957972621440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.716689:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127480 with x1830957972621440 ext(4194304->5242879) 00000100:00100000:1.0:1746138024.716690:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972621696 00002000:00010000:3.0:1746138024.716694:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b127480 00000100:00100000:1.0:1746138024.716700:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972621696 00000100:00100000:3.0:1746138024.716722:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972621952 00000100:00100000:3.0:1746138024.716725:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972621952 00002000:00100000:1.0:1746138024.716736:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008b124000 x1830957972621696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.716739:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88008b125f80 x1830957972621952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.716746:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125f80 with x1830957972621952 ext(4194304->5242879) 00002000:00100000:1.0:1746138024.716746:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124000 with x1830957972621696 ext(5242880->6291455) 00002000:00010000:3.0:1746138024.716749:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b125f80 00002000:00010000:1.0:1746138024.716750:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b124000 00000100:00100000:3.0:1746138024.716757:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972622208 00000100:00100000:3.0:1746138024.716759:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972622208 00002000:00100000:3.0:1746138024.716767:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88008b126d80 x1830957972622208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.716773:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126d80 with x1830957972622208 ext(5242880->6291455) 00002000:00010000:3.0:1746138024.716776:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b126d80 00000100:00100000:1.0:1746138024.716776:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5799 00000100:00100000:1.0:1746138024.716784:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1958:x1830957972621440:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.716789:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5800 00000100:00100000:3.0:1746138024.716795:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972621952:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.718278:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5801 00000100:00100000:3.0:1746138024.718289:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972621696:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.718470:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5802 00000100:00100000:0.0:1746138024.718478:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972622208:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.730491:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972621952:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 13686us (13904us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.730504:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5800 00002000:00100000:2.0:1746138024.730516:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88008b125f80 x1830957972621952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.730525:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125f80 with x1830957972621952 ext(4194304->5242879) 00002000:00010000:2.0:1746138024.730531:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b125f80 00000100:00100000:1.0:1746138024.730568:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972622208:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 12085us (13957us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.730578:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5802 00002000:00100000:1.0:1746138024.730587:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88008b126d80 x1830957972622208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.730596:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126d80 with x1830957972622208 ext(5242880->6291455) 00002000:00010000:1.0:1746138024.730600:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b126d80 00000100:00100000:3.0:1746138024.735342:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972621696:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 17048us (18781us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.735352:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5801 00002000:00100000:3.0:1746138024.735363:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008b124000 x1830957972621696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.735372:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124000 with x1830957972621696 ext(5242880->6291455) 00002000:00010000:3.0:1746138024.735377:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b124000 00000100:00100000:1.0:1746138024.736658:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972621440:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 19865us (20134us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.736671:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5799 00002000:00100000:1.0:1746138024.736872:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008b127480 x1830957972621440/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.736881:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127480 with x1830957972621440 ext(4194304->5242879) 00002000:00010000:1.0:1746138024.736887:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b127480 00000100:00100000:0.0:1746138024.745017:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.745261:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972622464 00000100:00100000:1.0:1746138024.745277:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972622464 00002000:00100000:1.0:1746138024.745344:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008bc6b100 x1830957972622464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.745355:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b100 with x1830957972622464 ext(6291456->7340031) 00002000:00010000:1.0:1746138024.745362:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc6b100 00000100:00100000:1.0:1746138024.745408:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5803 00000100:00100000:1.0:1746138024.745466:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972622464:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.754455:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.754500:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.754524:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972622720 00000100:00100000:0.0:1746138024.754532:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972622848 00000100:00100000:3.0:1746138024.754533:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972622720 00000100:00100000:0.0:1746138024.754536:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972622848 00002000:00100000:3.0:1746138024.754573:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008bc6ad80 x1830957972622720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.754573:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88008bc69180 x1830957972622848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746138024.754575:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972622464:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 9153us (9561us total) trans 0 rc 1048576/1048576 00002000:00100000:3.0:1746138024.754581:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6ad80 with x1830957972622720 ext(4194304->5242879) 00002000:00100000:0.0:1746138024.754581:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69180 with x1830957972622848 ext(5242880->6291455) 00002000:00010000:3.0:1746138024.754585:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6ad80 00000100:00100000:1.0:1746138024.754585:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5803 00002000:00010000:0.0:1746138024.754586:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69180 00002000:00100000:1.0:1746138024.754593:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008bc6b100 x1830957972622464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.754600:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b100 with x1830957972622464 ext(6291456->7340031) 00002000:00010000:1.0:1746138024.754604:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc6b100 00000100:00100000:0.0:1746138024.754613:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5804 00000100:00100000:0.0:1746138024.754621:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972622848:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.754625:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5805 00000100:00100000:3.0:1746138024.754632:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972622720:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.754906:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.754924:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972623232 00000100:00100000:2.0:1746138024.754929:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972623232 00002000:00100000:2.0:1746138024.754953:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88008b930700 x1830957972623232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.754960:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930700 with x1830957972623232 ext(4194304->5242879) 00002000:00010000:2.0:1746138024.754964:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b930700 00000100:00100000:2.0:1746138024.754976:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5806 00000100:00100000:2.0:1746138024.754982:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972623232:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.755750:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.755769:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972623488 00000100:00100000:0.0:1746138024.755773:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972623488 00002000:00100000:0.0:1746138024.755796:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008bc68700 x1830957972623488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.755803:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68700 with x1830957972623488 ext(5242880->6291455) 00002000:00010000:0.0:1746138024.755807:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc68700 00000100:00100000:0.0:1746138024.755822:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5807 00000100:00100000:0.0:1746138024.755827:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972623488:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.763093:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972622848:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8454us (8575us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.763114:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5804 00002000:00100000:0.0:1746138024.763130:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88008bc69180 x1830957972622848/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.763142:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69180 with x1830957972622848 ext(5242880->6291455) 00000100:00100000:3.0:1746138024.763144:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972623232:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8161us (8238us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.763151:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5806 00002000:00010000:0.0:1746138024.763151:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69180 00002000:00100000:3.0:1746138024.763157:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88008b930700 x1830957972623232/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.763162:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930700 with x1830957972623232 ext(4194304->5242879) 00002000:00010000:3.0:1746138024.763165:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b930700 00000100:00100000:3.0:1746138024.765663:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972622720:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11021us (11208us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.765674:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5805 00002000:00100000:3.0:1746138024.765684:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008bc6ad80 x1830957972622720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.765692:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6ad80 with x1830957972622720 ext(4194304->5242879) 00002000:00010000:3.0:1746138024.765697:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6ad80 00000100:00100000:0.0:1746138024.766793:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972623488:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10964us (11045us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.766799:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5807 00002000:00100000:0.0:1746138024.766804:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008bc68700 x1830957972623488/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.766811:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68700 with x1830957972623488 ext(5242880->6291455) 00002000:00010000:0.0:1746138024.766814:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc68700 00000100:00100000:2.0:1746138024.772598:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.772691:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972623744 00000100:00100000:0.0:1746138024.772701:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972623744 00002000:00100000:0.0:1746138024.772752:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88008b930a80 x1830957972623744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.772762:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930a80 with x1830957972623744 ext(6291456->7340031) 00002000:00010000:0.0:1746138024.772768:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b930a80 00000100:00100000:0.0:1746138024.772869:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5808 00000100:00100000:0.0:1746138024.772877:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972623744:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.778786:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972623744:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5898us (6187us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.778798:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5808 00002000:00100000:2.0:1746138024.778813:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88008b930a80 x1830957972623744/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.778824:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930a80 with x1830957972623744 ext(6291456->7340031) 00002000:00010000:2.0:1746138024.778830:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b930a80 00000100:00100000:0.0:1746138024.778832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.778856:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972624000 00000100:00100000:2.0:1746138024.778864:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972624000 00002000:00100000:2.0:1746138024.778902:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88008bc68a80 x1830957972624000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.778910:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68a80 with x1830957972624000 ext(6291456->7340031) 00002000:00010000:2.0:1746138024.778913:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc68a80 00000100:00100000:2.0:1746138024.778927:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5809 00000100:00100000:2.0:1746138024.778934:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972624000:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.779686:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.779735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.779930:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972624384 00000100:00100000:0.0:1746138024.779935:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972624384 00002000:00100000:0.0:1746138024.779956:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880093deca80 x1830957972624384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.779964:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deca80 with x1830957972624384 ext(7340032->8388607) 00002000:00010000:0.0:1746138024.779968:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093deca80 00000100:00100000:0.0:1746138024.779988:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972624512 00000100:00100000:0.0:1746138024.779991:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972624512 00002000:00100000:0.0:1746138024.780003:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880093dec000 x1830957972624512/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.780009:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec000 with x1830957972624512 ext(7340032->8388607) 00002000:00010000:0.0:1746138024.780012:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093dec000 00000100:00100000:3.0:1746138024.780018:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5810 00000100:00100000:3.0:1746138024.780027:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972624384:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.780034:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5811 00000100:00100000:0.0:1746138024.780039:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972624512:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.786485:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972624000:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7538us (7641us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.786499:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5809 00002000:00100000:2.0:1746138024.786511:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88008bc68a80 x1830957972624000/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.786522:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68a80 with x1830957972624000 ext(6291456->7340031) 00002000:00010000:2.0:1746138024.786528:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc68a80 00000100:00100000:0.0:1746138024.786986:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972624512:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6944us (7250us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.786993:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5811 00002000:00100000:0.0:1746138024.787000:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880093dec000 x1830957972624512/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.787007:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dec000 with x1830957972624512 ext(7340032->8388607) 00002000:00010000:0.0:1746138024.787011:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093dec000 00000100:00100000:3.0:1746138024.789550:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972624384:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 9513us (9855us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.789563:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5810 00002000:00100000:3.0:1746138024.789575:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880093deca80 x1830957972624384/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.789585:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deca80 with x1830957972624384 ext(7340032->8388607) 00002000:00010000:3.0:1746138024.789590:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093deca80 00000100:00100000:3.0:1746138024.794866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.794918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.794918:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972624768 00000100:00100000:0.0:1746138024.794928:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972624768 00002000:00100000:0.0:1746138024.794979:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88008b127100 x1830957972624768/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.794989:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127100 with x1830957972624768 ext(8388608->9437183) 00002000:00010000:0.0:1746138024.794995:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b127100 00000100:00100000:1.0:1746138024.795001:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972625024 00000100:00100000:1.0:1746138024.795005:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972625024 00000100:00100000:0.0:1746138024.795027:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5812 00000100:00100000:0.0:1746138024.795034:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972624768:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:1.0:1746138024.795098:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88008b126300 x1830957972625024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.795105:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126300 with x1830957972625024 ext(8388608->9437183) 00002000:00010000:1.0:1746138024.795108:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b126300 00000100:00100000:1.0:1746138024.795670:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5813 00000100:00100000:1.0:1746138024.795677:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1959:x1830957972625024:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.799384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.799454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.799580:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972625280 00000100:00100000:0.0:1746138024.799591:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972625280 00000100:00100000:1.0:1746138024.799752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.799774:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972625536 00000100:00100000:1.0:1746138024.799777:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972625536 00002000:00100000:1.0:1746138024.799819:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880093deea00 x1830957972625536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.799830:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deea00 with x1830957972625536 ext(7340032->8388607) 00002000:00010000:1.0:1746138024.799837:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093deea00 00000100:00100000:1.0:1746138024.799871:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972625792 00000100:00100000:1.0:1746138024.799874:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972625792 00002000:00100000:1.0:1746138024.799888:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880093dedf80 x1830957972625792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.799894:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dedf80 with x1830957972625792 ext(7340032->8388607) 00002000:00010000:1.0:1746138024.799898:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dedf80 00000100:00100000:1.0:1746138024.799909:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5814 00000100:00100000:1.0:1746138024.799916:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1959:x1830957972625536:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.799922:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5815 00000100:00100000:3.0:1746138024.799930:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1960:x1830957972625792:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:0.0:1746138024.799998:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093def100 x1830957972625280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.800005:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def100 with x1830957972625280 ext(6291456->7340031) 00002000:00010000:0.0:1746138024.800008:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093def100 00000100:00100000:0.0:1746138024.800031:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5816 00000100:00100000:0.0:1746138024.800036:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1960:x1830957972625280:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.802268:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1960:x1830957972624768:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7224us (7401us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.802279:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5812 00002000:00100000:0.0:1746138024.802290:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88008b127100 x1830957972624768/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.802299:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127100 with x1830957972624768 ext(8388608->9437183) 00002000:00010000:0.0:1746138024.802304:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b127100 00000100:00100000:0.0:1746138024.803778:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1959:x1830957972625024:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8095us (8852us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.803788:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5813 00002000:00100000:0.0:1746138024.803798:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88008b126300 x1830957972625024/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.803806:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b126300 with x1830957972625024 ext(8388608->9437183) 00002000:00010000:0.0:1746138024.803813:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b126300 00000100:00100000:3.0:1746138024.805600:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972625792:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5663us (5840us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.805611:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5815 00002000:00100000:3.0:1746138024.805622:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880093dedf80 x1830957972625792/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.805630:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093dedf80 with x1830957972625792 ext(7340032->8388607) 00002000:00010000:3.0:1746138024.805635:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093dedf80 00000100:00100000:0.0:1746138024.809643:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972625280:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 9598us (10263us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.809653:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5816 00002000:00100000:0.0:1746138024.809663:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093def100 x1830957972625280/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.809671:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def100 with x1830957972625280 ext(6291456->7340031) 00002000:00010000:0.0:1746138024.809676:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093def100 00000100:00100000:2.0:1746138024.809772:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1959:x1830957972625536:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 9855us (10316us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.809779:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5814 00002000:00100000:2.0:1746138024.809784:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880093deea00 x1830957972625536/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.809790:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093deea00 with x1830957972625536 ext(7340032->8388607) 00002000:00010000:2.0:1746138024.809794:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093deea00 00000100:00100000:2.0:1746138024.814612:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.814722:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972626048 00000100:00100000:0.0:1746138024.814735:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972626048 00002000:00100000:0.0:1746138024.814788:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008b932300 x1830957972626048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.814803:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932300 with x1830957972626048 ext(8388608->9437183) 00002000:00010000:0.0:1746138024.814809:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b932300 00000100:00100000:0.0:1746138024.814839:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5817 00000100:00100000:0.0:1746138024.814847:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972626048:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.816678:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.816778:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972626304 00000100:00100000:3.0:1746138024.816787:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972626304 00002000:00100000:3.0:1746138024.816830:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880092baa680 x1830957972626304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.817146:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baa680 with x1830957972626304 ext(8388608->9437183) 00002000:00010000:3.0:1746138024.817152:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092baa680 00000100:00100000:3.0:1746138024.817187:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5818 00000100:00100000:3.0:1746138024.817195:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972626304:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.821506:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972626048:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6647us (6889us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.821518:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5817 00002000:00100000:2.0:1746138024.821531:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008b932300 x1830957972626048/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.821540:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932300 with x1830957972626048 ext(8388608->9437183) 00002000:00010000:2.0:1746138024.821546:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b932300 00000100:00100000:2.0:1746138024.822963:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.823001:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972626560 00000100:00100000:0.0:1746138024.823011:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972626560 00002000:00100000:0.0:1746138024.823061:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88008b933800 x1830957972626560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746138024.823065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00100000:0.0:1746138024.823069:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933800 with x1830957972626560 ext(9437184->10485759) 00002000:00010000:0.0:1746138024.823072:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b933800 00000100:00100000:0.0:1746138024.823113:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972626816 00000100:00100000:0.0:1746138024.823114:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972626816 00002000:00100000:0.0:1746138024.823124:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88008b930e00 x1830957972626816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746138024.823168:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5819 00000100:00100000:1.0:1746138024.823178:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972626560:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:0.0:1746138024.823233:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930e00 with x1830957972626816 ext(9437184->10485759) 00002000:00010000:0.0:1746138024.823237:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b930e00 00000100:00100000:0.0:1746138024.823251:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5820 00000100:00100000:0.0:1746138024.823257:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972626816:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.823684:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972626304:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6488us (7012us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.823692:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5818 00002000:00100000:3.0:1746138024.823701:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880092baa680 x1830957972626304/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.823709:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baa680 with x1830957972626304 ext(8388608->9437183) 00002000:00010000:3.0:1746138024.823715:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092baa680 00000100:00100000:1.0:1746138024.830151:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972626560:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6963us (7184us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.830164:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5819 00002000:00100000:1.0:1746138024.830179:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88008b933800 x1830957972626560/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.830189:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b933800 with x1830957972626560 ext(9437184->10485759) 00002000:00010000:1.0:1746138024.830195:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b933800 00000100:00100000:0.0:1746138024.830824:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972626816:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7565us (7756us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.830831:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5820 00002000:00100000:0.0:1746138024.830837:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88008b930e00 x1830957972626816/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.830844:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b930e00 with x1830957972626816 ext(9437184->10485759) 00002000:00010000:0.0:1746138024.830848:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b930e00 00000100:00100000:2.0:1746138024.837909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.838059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.838129:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972627072 00000100:00100000:1.0:1746138024.838138:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972627072 00000100:00100000:0.0:1746138024.838152:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972627328 00000100:00100000:0.0:1746138024.838157:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972627328 00002000:00100000:1.0:1746138024.838176:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008b932d80 x1830957972627072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.838177:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff88008b932a00 x1830957972627328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.838183:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932d80 with x1830957972627072 ext(10485760->11534335) 00002000:00100000:0.0:1746138024.838184:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932a00 with x1830957972627328 ext(10485760->11534335) 00002000:00010000:1.0:1746138024.838187:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b932d80 00002000:00010000:0.0:1746138024.838187:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b932a00 00000100:00100000:0.0:1746138024.838217:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5821 00000100:00100000:0.0:1746138024.838223:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1959:x1830957972627328:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.838256:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5822 00000100:00100000:1.0:1746138024.838262:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972627072:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.839023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.839115:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972627584 00000100:00100000:3.0:1746138024.839119:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972627584 00002000:00100000:3.0:1746138024.839140:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008b931f80 x1830957972627584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.839147:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b931f80 with x1830957972627584 ext(11534336->12582911) 00002000:00010000:3.0:1746138024.839151:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b931f80 00000100:00100000:3.0:1746138024.839162:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5823 00000100:00100000:3.0:1746138024.839167:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972627584:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.844605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.844628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.844730:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972627968 00000100:00100000:0.0:1746138024.844739:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972627968 00002000:00100000:0.0:1746138024.844781:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008b931500 x1830957972627968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.844794:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b931500 with x1830957972627968 ext(9437184->10485759) 00002000:00010000:0.0:1746138024.844798:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b931500 00000100:00100000:0.0:1746138024.844812:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972628096 00000100:00100000:0.0:1746138024.844814:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972628096 00000100:00100000:1.0:1746138024.844815:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972627072:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6552us (6916us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.844822:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5822 00002000:00100000:0.0:1746138024.844823:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88012cb9b800 x1830957972628096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.844828:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008b932d80 x1830957972627072/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.844829:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9b800 with x1830957972628096 ext(9437184->10485759) 00002000:00010000:0.0:1746138024.844832:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb9b800 00002000:00100000:1.0:1746138024.844834:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932d80 with x1830957972627072 ext(10485760->11534335) 00002000:00010000:1.0:1746138024.844837:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b932d80 00000100:00100000:0.0:1746138024.844841:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5824 00000100:00100000:0.0:1746138024.844845:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1960:x1830957972627968:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.844849:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5825 00000100:00100000:1.0:1746138024.844853:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1959:x1830957972628096:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.850091:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972627584:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10912us (11059us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.850103:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5823 00002000:00100000:3.0:1746138024.850114:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008b931f80 x1830957972627584/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.850123:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b931f80 with x1830957972627584 ext(11534336->12582911) 00002000:00010000:3.0:1746138024.850128:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b931f80 00000100:00100000:1.0:1746138024.854925:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1959:x1830957972627328:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 16692us (16867us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.854936:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5821 00002000:00100000:1.0:1746138024.854948:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff88008b932a00 x1830957972627328/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.854956:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b932a00 with x1830957972627328 ext(10485760->11534335) 00002000:00010000:1.0:1746138024.854961:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b932a00 00000100:00100000:1.0:1746138024.855708:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1959:x1830957972628096:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10851us (11075us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.855714:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5825 00002000:00100000:1.0:1746138024.855720:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88012cb9b800 x1830957972628096/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.855727:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9b800 with x1830957972628096 ext(9437184->10485759) 00002000:00010000:1.0:1746138024.855732:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb9b800 00000100:00100000:0.0:1746138024.859175:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972627968:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 14318us (14566us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.859186:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5824 00002000:00100000:0.0:1746138024.859196:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008b931500 x1830957972627968/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.859206:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b931500 with x1830957972627968 ext(9437184->10485759) 00002000:00010000:0.0:1746138024.859213:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b931500 00000100:00100000:3.0:1746138024.863120:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.863175:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972628352 00000100:00100000:0.0:1746138024.863183:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972628352 00002000:00100000:0.0:1746138024.863230:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008b124a80 x1830957972628352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.863240:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124a80 with x1830957972628352 ext(10485760->11534335) 00002000:00010000:0.0:1746138024.863245:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b124a80 00000100:00100000:0.0:1746138024.863280:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5826 00000100:00100000:0.0:1746138024.863287:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972628352:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.866601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.866694:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972628608 00000100:00100000:1.0:1746138024.866702:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972628608 00002000:00100000:1.0:1746138024.866737:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008b127b80 x1830957972628608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.866745:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127b80 with x1830957972628608 ext(10485760->11534335) 00002000:00010000:1.0:1746138024.866749:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b127b80 00000100:00100000:1.0:1746138024.866827:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5827 00000100:00100000:1.0:1746138024.866834:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972628608:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.871089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.871375:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972628864 00000100:00100000:0.0:1746138024.871384:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972628864 00002000:00100000:0.0:1746138024.871454:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88012cb98000 x1830957972628864/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.871465:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98000 with x1830957972628864 ext(11534336->12582911) 00002000:00010000:0.0:1746138024.871470:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb98000 00000100:00100000:0.0:1746138024.871497:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5828 00000100:00100000:0.0:1746138024.871503:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972628864:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.871529:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972628352:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8242us (8417us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.871536:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5826 00002000:00100000:1.0:1746138024.871541:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008b124a80 x1830957972628352/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.871552:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b124a80 with x1830957972628352 ext(10485760->11534335) 00002000:00010000:1.0:1746138024.871554:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b124a80 00000100:00100000:1.0:1746138024.873536:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972628608:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6694us (6935us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.873547:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5827 00002000:00100000:1.0:1746138024.873556:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008b127b80 x1830957972628608/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.873564:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b127b80 with x1830957972628608 ext(10485760->11534335) 00002000:00010000:1.0:1746138024.873569:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b127b80 00000100:00100000:3.0:1746138024.876217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.876276:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972629120 00000100:00100000:1.0:1746138024.876283:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972629120 00002000:00100000:1.0:1746138024.876317:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008b125180 x1830957972629120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.876327:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125180 with x1830957972629120 ext(11534336->12582911) 00002000:00010000:1.0:1746138024.876332:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b125180 00000100:00100000:1.0:1746138024.876398:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5829 00000100:00100000:1.0:1746138024.876406:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972629120:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.876456:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972628864:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 4951us (5373us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138024.876464:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5828 00002000:00100000:0.0:1746138024.876470:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88012cb98000 x1830957972628864/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.876476:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98000 with x1830957972628864 ext(11534336->12582911) 00002000:00010000:0.0:1746138024.876480:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb98000 00000100:00100000:3.0:1746138024.878671:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.878738:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972629248 00000100:00100000:1.0:1746138024.878744:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972629248 00000100:00100000:1.0:1746138024.878787:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 374 00000100:00100000:1.0:1746138024.878794:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b8d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1959:x1830957972629248:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1746138024.878841:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b8d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:85f14796-175f-45e1-a7c7-a11c6f248e50+12:1959:x1830957972629248:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 48us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138024.878849:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 374 00000100:00100000:1.0:1746138024.880636:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972629120:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 4228us (4422us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.880646:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5829 00002000:00100000:1.0:1746138024.880654:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008b125180 x1830957972629120/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.880661:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b125180 with x1830957972629120 ext(11534336->12582911) 00002000:00010000:1.0:1746138024.880665:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b125180 00000100:00100000:3.0:1746138024.884182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.885056:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972629504 00000100:00100000:1.0:1746138024.885064:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972629504 00002000:00100000:1.0:1746138024.885101:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880130f65500 x1830957972629504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.885110:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65500 with x1830957972629504 ext(12582912->13631487) 00002000:00010000:1.0:1746138024.885115:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f65500 00000100:00100000:1.0:1746138024.885146:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5830 00000100:00100000:1.0:1746138024.885153:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972629504:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.890313:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972629504:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5153us (6130us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.890323:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5830 00002000:00100000:1.0:1746138024.890334:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880130f65500 x1830957972629504/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.890342:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65500 with x1830957972629504 ext(12582912->13631487) 00002000:00010000:1.0:1746138024.890347:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f65500 00000100:00100000:3.0:1746138024.892605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.892664:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972629760 00000100:00100000:1.0:1746138024.892673:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972629760 00002000:00100000:1.0:1746138024.892709:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880130f66300 x1830957972629760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.892718:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f66300 with x1830957972629760 ext(11534336->12582911) 00002000:00010000:1.0:1746138024.892723:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f66300 00000100:00100000:1.0:1746138024.892828:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5831 00000100:00100000:1.0:1746138024.892837:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972629760:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.899733:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972629760:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6878us (7117us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.899746:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5831 00002000:00100000:1.0:1746138024.899760:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880130f66300 x1830957972629760/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.899770:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f66300 with x1830957972629760 ext(11534336->12582911) 00002000:00010000:1.0:1746138024.899777:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f66300 00000100:00100000:3.0:1746138024.904567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.904635:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972630016 00000100:00100000:1.0:1746138024.904645:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972630016 00002000:00100000:1.0:1746138024.904689:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880130f66680 x1830957972630016/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.904700:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f66680 with x1830957972630016 ext(12582912->13631487) 00002000:00010000:1.0:1746138024.904707:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f66680 00000100:00100000:1.0:1746138024.904785:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5832 00000100:00100000:1.0:1746138024.904796:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972630016:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138024.910132:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972630016:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5327us (5569us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.910144:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5832 00002000:00100000:1.0:1746138024.910286:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880130f66680 x1830957972630016/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.910296:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f66680 with x1830957972630016 ext(12582912->13631487) 00002000:00010000:1.0:1746138024.910303:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f66680 00000100:00100000:2.0:1746138024.915042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.916108:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972630272 00000100:00100000:0.0:1746138024.916118:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972630272 00000100:00100000:1.0:1746138024.916249:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 166 00000100:00100000:1.0:1746138024.916257:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801315f1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1099:x1830957972630272:12345-192.168.204.27@tcp:35:cmp.0 00000100:00100000:1.0:1746138024.917064:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801315f1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1099:x1830957972630272:12345-192.168.204.27@tcp:35:cmp.0 Request processed in 804us (2029us total) trans 4294986825 rc 0/0 00000100:00100000:1.0:1746138024.917071:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 166 00000100:00100000:3.0:1746138024.925939:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138024.926033:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972630528 00000100:00100000:1.0:1746138024.926051:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972630528 00000100:00100000:1.0:1746138024.926089:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46602 00000100:00100000:1.0:1746138024.926095:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+15:1100:x1830957972630528:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:1.0:1746138024.926115:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138024.926132:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093872c00/0x8ae21a86589e272b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7accc9 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.926216:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2732 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138024.926230:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2732 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138024.926241:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2732 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:1.0:1746138024.926257:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746138024.926369:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093872c00/0x8ae21a86589e272b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accc9 expref: 18 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.926408:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2732 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accc9 expref: 17 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.926505:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:1.0:1746138024.926508:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746138024.926513:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f05600, rc 0) 00000100:00100000:1.0:1746138024.926572:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1100:x1830957972630528:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 477us (642us total) trans 4294986826 rc 0/0 00000100:00100000:1.0:1746138024.926578:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46602 00000100:00100000:3.0:1746138024.928830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.928886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.928927:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972630656 00000100:00100000:2.0:1746138024.928935:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972630656 00000100:00100000:2.0:1746138024.928990:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 329 00000100:00100000:2.0:1746138024.928996:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1959:x1830957972630656:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138024.929008:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138024.929027:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f05600/0x8ae21a86589e2732 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accc9 expref: 17 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.929060:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:2.0:1746138024.929063:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746138024.929068:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972630912 00000100:00100000:1.0:1746138024.929072:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972630912 00000100:00100000:1.0:1746138024.929107:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46603 00000100:00100000:1.0:1746138024.929112:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1100:x1830957972630912:12345-192.168.204.27@tcp:101:cmp.0 00000100:00100000:2.0:1746138024.929161:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1959:x1830957972630656:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 164us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138024.929166:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 329 00010000:00010000:1.0:1746138024.929172:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138024.929184:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093873800/0x8ae21a86589e2740 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7accd0 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.929259:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8800/0x8ae21a86589e2747 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138024.929268:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8800/0x8ae21a86589e2747 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138024.929276:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8800/0x8ae21a86589e2747 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:1.0:1746138024.929285:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:1.0:1746138024.929370:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093873800/0x8ae21a86589e2740 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accd0 expref: 19 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.929381:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8800/0x8ae21a86589e2747 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accd0 expref: 18 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.929386:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:1.0:1746138024.929388:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746138024.929390:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ff8800, rc 0) 00000100:00100000:1.0:1746138024.929444:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1100:x1830957972630912:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 331us (557us total) trans 4294986827 rc 0/0 00000100:00100000:1.0:1746138024.929450:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46603 00000100:00100000:3.0:1746138024.930829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.930962:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972631040 00000100:00100000:2.0:1746138024.930968:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972631040 00000100:00100000:2.0:1746138024.931137:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 330 00000100:00100000:2.0:1746138024.931144:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1957:x1830957972631040:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138024.931153:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138024.931170:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff8800/0x8ae21a86589e2747 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accd0 expref: 18 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138024.931183:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:2.0:1746138024.931187:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138024.931227:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1957:x1830957972631040:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 84us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138024.931234:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 330 00000100:00100000:2.0:1746138024.931600:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.931624:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.931686:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972631168 00000100:00100000:0.0:1746138024.931690:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972631168 00000100:00100000:0.0:1746138024.931710:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972631296 00000100:00100000:0.0:1746138024.931712:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972631296 00000100:00100000:0.0:1746138024.931728:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8026 00000100:00100000:0.0:1746138024.931733:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+7:1957:x1830957972631168:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:0.0:1746138024.931748:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138024.931760:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e2755 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7accd7 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138024.931776:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.931778:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138024.931784:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accd7 expref: 8 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138024.931803:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66e00/0x8ae21a86589e2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accd7 expref: 8 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138024.931812:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66e00, rc 0) 00000100:00100000:1.0:1746138024.931813:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8027 00000100:00100000:1.0:1746138024.931819:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+31:1957:x1830957972631296:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:1.0:1746138024.931826:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138024.931836:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ff9c00/0x8ae21a86589e275c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7accde expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138024.931847:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746138024.931847:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957972631168:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 114us (247us total) trans 0 rc 0/0 00010000:00010000:1.0:1746138024.931848:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138024.931852:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ff9c00/0x8ae21a86589e275c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accde expref: 32 pid: 17395 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746138024.931852:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8026 00010000:00010000:1.0:1746138024.931862:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ff9c00/0x8ae21a86589e275c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7accde expref: 32 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138024.931873:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ff9c00, rc 0) 00000100:00100000:1.0:1746138024.931890:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972631296:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 71us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138024.931894:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8027 00000100:00100000:0.0:1746138024.947357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.947444:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138024.947513:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972631680 00000100:00100000:1.0:1746138024.947513:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972631552 00000100:00100000:2.0:1746138024.947521:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972631680 00000100:00100000:1.0:1746138024.947521:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972631552 00002000:00100000:2.0:1746138024.947560:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88008bc6aa00 x1830957972631680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.947560:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008bc6b800 x1830957972631552/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.947569:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6aa00 with x1830957972631680 ext(1048576->2097151) 00002000:00100000:1.0:1746138024.947569:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b800 with x1830957972631552 ext(0->1048575) 00002000:00010000:2.0:1746138024.947573:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6aa00 00002000:00010000:1.0:1746138024.947573:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6b800 00000100:00100000:1.0:1746138024.947595:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5833 00000100:00100000:1.0:1746138024.947601:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972631552:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.947608:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5834 00000100:00100000:2.0:1746138024.947612:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1959:x1830957972631680:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.950519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.950559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.950578:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972632064 00000100:00100000:3.0:1746138024.950586:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972632064 00002000:00100000:3.0:1746138024.950626:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880130f64700 x1830957972632064/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.950636:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64700 with x1830957972632064 ext(0->1048575) 00002000:00010000:3.0:1746138024.950640:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f64700 00000100:00100000:3.0:1746138024.950658:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972632192 00000100:00100000:3.0:1746138024.950660:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972632192 00002000:00100000:3.0:1746138024.950668:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880130f65180 x1830957972632192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.950675:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65180 with x1830957972632192 ext(1048576->2097151) 00002000:00010000:3.0:1746138024.950677:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f65180 00000100:00100000:3.0:1746138024.950687:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5835 00000100:00100000:3.0:1746138024.950694:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+33:1959:x1830957972632064:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138024.951571:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5836 00000100:00100000:3.0:1746138024.951579:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1960:x1830957972632192:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138024.959449:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1959:x1830957972631680:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11797us (11966us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138024.959462:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5834 00002000:00100000:2.0:1746138024.959474:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88008bc6aa00 x1830957972631680/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138024.959484:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6aa00 with x1830957972631680 ext(1048576->2097151) 00002000:00010000:2.0:1746138024.959490:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6aa00 00000100:00100000:1.0:1746138024.964112:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1960:x1830957972631552:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 16499us (16752us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138024.964126:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5833 00002000:00100000:1.0:1746138024.964140:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008bc6b800 x1830957972631552/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.964151:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc6b800 with x1830957972631552 ext(0->1048575) 00002000:00010000:1.0:1746138024.964157:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc6b800 00000100:00100000:3.0:1746138024.967262:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1959:x1830957972632064:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 16552us (16734us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.967276:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5835 00002000:00100000:3.0:1746138024.967290:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880130f64700 x1830957972632064/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.967299:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64700 with x1830957972632064 ext(0->1048575) 00002000:00010000:3.0:1746138024.967305:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f64700 00000100:00100000:3.0:1746138024.970313:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1960:x1830957972632192:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 18726us (19744us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138024.970323:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5836 00002000:00100000:3.0:1746138024.970333:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880130f65180 x1830957972632192/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.970342:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65180 with x1830957972632192 ext(1048576->2097151) 00002000:00010000:3.0:1746138024.970347:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f65180 00000100:00100000:0.0:1746138024.987916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.988563:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.988958:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138024.989126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138024.989179:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972632576 00000100:00100000:1.0:1746138024.989182:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972632832 00000100:00100000:3.0:1746138024.989191:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972632576 00000100:00100000:1.0:1746138024.989200:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972632832 00002000:00100000:3.0:1746138024.989245:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008bc68380 x1830957972632576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138024.989248:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008bc69500 x1830957972632832/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.989255:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68380 with x1830957972632576 ext(2097152->3145727) 00002000:00010000:3.0:1746138024.989261:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc68380 00002000:00100000:1.0:1746138024.989263:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69500 with x1830957972632832 ext(3145728->4194303) 00000100:00100000:3.0:1746138024.989283:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972633088 00000100:00100000:3.0:1746138024.989286:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972633088 00002000:00100000:3.0:1746138024.989301:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880132c49180 x1830957972633088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138024.989307:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49180 with x1830957972633088 ext(2097152->3145727) 00002000:00010000:3.0:1746138024.989311:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c49180 00000100:00100000:3.0:1746138024.989331:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5837 00000100:00100000:3.0:1746138024.989339:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1959:x1830957972632576:12345-192.168.204.27@tcp:3:cmp.0 00002000:00010000:1.0:1746138024.989464:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69500 00000100:00100000:1.0:1746138024.989501:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5838 00000100:00100000:1.0:1746138024.989510:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1959:x1830957972633088:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.991137:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972633344 00000100:00100000:0.0:1746138024.991145:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972633344 00002000:00100000:0.0:1746138024.991190:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880132c49500 x1830957972633344/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/0 e 0 to 0 dl 1746138035 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138024.991198:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49500 with x1830957972633344 ext(3145728->4194303) 00000100:00100000:1.0:1746138024.991203:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5839 00002000:00010000:0.0:1746138024.991208:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c49500 00000100:00100000:1.0:1746138024.991216:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1959:x1830957972632832:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138024.991231:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5840 00000100:00100000:0.0:1746138024.991238:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1959:x1830957972633344:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138025.000975:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1959:x1830957972632576:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11619us (13055us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.000996:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5837 00002000:00100000:2.0:1746138025.001013:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008bc68380 x1830957972632576/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.001024:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc68380 with x1830957972632576 ext(2097152->3145727) 00002000:00010000:2.0:1746138025.001031:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc68380 00000100:00100000:1.0:1746138025.002592:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1959:x1830957972633088:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 13073us (13623us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.002604:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5838 00002000:00100000:1.0:1746138025.002613:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880132c49180 x1830957972633088/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.002623:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49180 with x1830957972633088 ext(2097152->3145727) 00002000:00010000:1.0:1746138025.002629:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c49180 00000100:00100000:2.0:1746138025.006014:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1959:x1830957972633344:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 14761us (16872us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.006029:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5840 00002000:00100000:2.0:1746138025.006049:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880132c49500 x1830957972633344/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.006060:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49500 with x1830957972633344 ext(3145728->4194303) 00002000:00010000:2.0:1746138025.006068:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c49500 00000100:00100000:1.0:1746138025.007609:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1959:x1830957972632832:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 16389us (19038us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.007620:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5839 00002000:00100000:1.0:1746138025.007631:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008bc69500 x1830957972632832/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:460/0 lens 488/440 e 0 to 0 dl 1746138035 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.007639:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc69500 with x1830957972632832 ext(3145728->4194303) 00002000:00010000:1.0:1746138025.007645:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc69500 00000100:00100000:0.0:1746138025.021614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.021959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.022001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.022224:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972633600 00000100:00100000:2.0:1746138025.022238:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972633600 00000100:00100000:0.0:1746138025.022245:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.022279:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972633856 00000100:00100000:0.0:1746138025.022286:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972633856 00002000:00100000:2.0:1746138025.022311:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880132c4b800 x1830957972633600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.022322:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b800 with x1830957972633600 ext(4194304->5242879) 00002000:00100000:0.0:1746138025.022324:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880132c4aa00 x1830957972633856/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:2.0:1746138025.022328:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4b800 00002000:00100000:0.0:1746138025.022333:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4aa00 with x1830957972633856 ext(5242880->6291455) 00002000:00010000:0.0:1746138025.022338:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4aa00 00000100:00100000:0.0:1746138025.022355:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972634112 00000100:00100000:0.0:1746138025.022357:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972634112 00002000:00100000:0.0:1746138025.022377:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880132c49880 x1830957972634112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.022383:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49880 with x1830957972634112 ext(4194304->5242879) 00002000:00010000:0.0:1746138025.022386:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c49880 00000100:00080000:3.0:1746138025.022387:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746138025.022390:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138025.022394:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972634368 00000100:00100000:0.0:1746138025.022396:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972634368 00002000:00100000:0.0:1746138025.022404:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009432c000 x1830957972634368/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746138025.022406:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5841 00002000:00100000:0.0:1746138025.022409:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c000 with x1830957972634368 ext(5242880->6291455) 00002000:00010000:0.0:1746138025.022411:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432c000 00000100:00100000:3.0:1746138025.022413:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1959:x1830957972633600:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138025.022441:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5842 00000100:00100000:0.0:1746138025.022447:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972633856:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138025.022478:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5843 00000100:00100000:0.0:1746138025.022483:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+33:1960:x1830957972634112:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138025.022574:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5844 00000100:00100000:2.0:1746138025.022584:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1959:x1830957972634368:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138025.036118:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1960:x1830957972633856:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 13663us (14150us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.036129:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5842 00002000:00100000:3.0:1746138025.036141:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880132c4aa00 x1830957972633856/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.036150:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4aa00 with x1830957972633856 ext(5242880->6291455) 00002000:00010000:3.0:1746138025.036155:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4aa00 00000100:00100000:2.0:1746138025.040178:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1960:x1830957972634112:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 17682us (18165us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.040191:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5843 00002000:00100000:2.0:1746138025.040203:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880132c49880 x1830957972634112/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.040213:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c49880 with x1830957972634112 ext(4194304->5242879) 00002000:00010000:2.0:1746138025.040219:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c49880 00000100:00100000:2.0:1746138025.042313:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1959:x1830957972634368:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 19720us (20057us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.042324:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5844 00002000:00100000:2.0:1746138025.042337:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009432c000 x1830957972634368/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.042347:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432c000 with x1830957972634368 ext(5242880->6291455) 00002000:00010000:2.0:1746138025.042353:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009432c000 00000100:00100000:3.0:1746138025.045056:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1959:x1830957972633600:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 22625us (23434us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.045067:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5841 00002000:00100000:3.0:1746138025.045078:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880132c4b800 x1830957972633600/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.045087:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c4b800 with x1830957972633600 ext(4194304->5242879) 00002000:00010000:3.0:1746138025.045092:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c4b800 00000100:00100000:0.0:1746138025.052230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.052355:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972634624 00000100:00100000:3.0:1746138025.052365:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972634624 00002000:00100000:3.0:1746138025.052452:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009432f800 x1830957972634624/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.052462:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432f800 with x1830957972634624 ext(6291456->7340031) 00002000:00010000:3.0:1746138025.052468:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432f800 00000100:00100000:3.0:1746138025.052707:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5845 00000100:00100000:3.0:1746138025.052715:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1959:x1830957972634624:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138025.066656:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009432f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1959:x1830957972634624:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 13931us (14424us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.066669:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5845 00002000:00100000:3.0:1746138025.066681:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009432f800 x1830957972634624/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.066695:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009432f800 with x1830957972634624 ext(6291456->7340031) 00002000:00010000:3.0:1746138025.066701:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009432f800 00010000:00010000:1.0:1746138025.070625:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746138025.077140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.077181:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.077288:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972634880 00000100:00100000:3.0:1746138025.077297:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972634880 00000100:00100000:0.0:1746138025.077312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.077323:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972635392 00000100:00100000:2.0:1746138025.077328:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972635392 00002000:00100000:3.0:1746138025.077338:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8801297d0700 x1830957972634880/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.077347:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0700 with x1830957972634880 ext(6291456->7340031) 00002000:00100000:2.0:1746138025.077347:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8801297d0000 x1830957972635392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:3.0:1746138025.077352:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297d0700 00002000:00100000:2.0:1746138025.077360:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0000 with x1830957972635392 ext(7340032->8388607) 00002000:00010000:2.0:1746138025.077363:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d0000 00000100:00100000:3.0:1746138025.077372:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972635136 00000100:00100000:3.0:1746138025.077374:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972635136 00002000:00100000:3.0:1746138025.077382:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8801297d1f80 x1830957972635136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.077391:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d1f80 with x1830957972635136 ext(7340032->8388607) 00002000:00010000:3.0:1746138025.077394:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297d1f80 00000100:00100000:3.0:1746138025.077751:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5846 00000100:00100000:3.0:1746138025.077758:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+33:1959:x1830957972634880:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138025.077760:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5847 00000100:00100000:0.0:1746138025.077766:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5848 00000100:00100000:2.0:1746138025.077767:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1960:x1830957972635392:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138025.077772:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+33:1959:x1830957972635136:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138025.085758:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1959:x1830957972634880:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7991us (8619us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.085770:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5846 00002000:00100000:3.0:1746138025.085781:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8801297d0700 x1830957972634880/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.085791:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0700 with x1830957972634880 ext(6291456->7340031) 00002000:00010000:3.0:1746138025.085797:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297d0700 00000100:00100000:1.0:1746138025.088984:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1959:x1830957972635136:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11202us (11662us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.088997:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5848 00002000:00100000:1.0:1746138025.089008:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8801297d1f80 x1830957972635136/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.089017:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d1f80 with x1830957972635136 ext(7340032->8388607) 00002000:00010000:1.0:1746138025.089022:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297d1f80 00000100:00100000:2.0:1746138025.089297:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1960:x1830957972635392:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11529us (12114us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.089304:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5847 00002000:00100000:2.0:1746138025.089310:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8801297d0000 x1830957972635392/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.089317:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d0000 with x1830957972635392 ext(7340032->8388607) 00002000:00010000:2.0:1746138025.089320:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d0000 00000100:00100000:0.0:1746138025.096539:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.096867:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972635648 00000100:00100000:2.0:1746138025.096877:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972635648 00002000:00100000:2.0:1746138025.096913:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8801297d1c00 x1830957972635648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.096922:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d1c00 with x1830957972635648 ext(8388608->9437183) 00002000:00010000:2.0:1746138025.096928:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d1c00 00000100:00100000:2.0:1746138025.096956:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5849 00000100:00100000:2.0:1746138025.096962:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957972635648:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138025.103287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.103875:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972635904 00000100:00100000:1.0:1746138025.103883:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972635904 00002000:00100000:1.0:1746138025.103921:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8801297d2d80 x1830957972635904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.103929:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2d80 with x1830957972635904 ext(8388608->9437183) 00002000:00010000:1.0:1746138025.103934:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297d2d80 00000100:00100000:1.0:1746138025.103966:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5850 00000100:00100000:1.0:1746138025.103972:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972635904:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138025.105649:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957972635648:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8677us (9108us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.105661:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5849 00002000:00100000:3.0:1746138025.105671:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8801297d1c00 x1830957972635648/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.105680:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d1c00 with x1830957972635648 ext(8388608->9437183) 00002000:00010000:3.0:1746138025.105686:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297d1c00 00000100:00100000:1.0:1746138025.112217:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972635904:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8236us (8931us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.112228:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5850 00002000:00100000:1.0:1746138025.112237:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8801297d2d80 x1830957972635904/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.112245:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297d2d80 with x1830957972635904 ext(8388608->9437183) 00002000:00010000:1.0:1746138025.112249:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297d2d80 00000100:00100000:0.0:1746138025.119789:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.119858:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972636288 00000100:00100000:1.0:1746138025.119865:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972636288 00002000:00100000:1.0:1746138025.119906:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88012ba8b480 x1830957972636288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.119921:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b480 with x1830957972636288 ext(9437184->10485759) 00002000:00010000:1.0:1746138025.119926:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba8b480 00000100:00100000:1.0:1746138025.119959:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5851 00000100:00100000:1.0:1746138025.119967:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972636288:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138025.120793:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.120824:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972636416 00000100:00100000:0.0:1746138025.120829:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972636416 00002000:00100000:0.0:1746138025.120850:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880130f67b80 x1830957972636416/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.120858:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67b80 with x1830957972636416 ext(9437184->10485759) 00002000:00010000:0.0:1746138025.120862:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f67b80 00000100:00100000:0.0:1746138025.120887:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5852 00000100:00100000:0.0:1746138025.120894:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957972636416:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138025.127927:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972636288:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7550us (7735us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.127941:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5851 00002000:00100000:1.0:1746138025.127952:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88012ba8b480 x1830957972636288/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.127960:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba8b480 with x1830957972636288 ext(9437184->10485759) 00002000:00010000:1.0:1746138025.127966:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ba8b480 00000100:00100000:1.0:1746138025.135392:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957972636416:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 14489us (14591us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.135402:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5852 00002000:00100000:1.0:1746138025.135413:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880130f67b80 x1830957972636416/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.135445:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67b80 with x1830957972636416 ext(9437184->10485759) 00002000:00010000:1.0:1746138025.135451:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f67b80 00000100:00100000:0.0:1746138025.139230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.139352:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972636672 00000100:00100000:1.0:1746138025.139360:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972636672 00002000:00100000:1.0:1746138025.139401:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8801297b1180 x1830957972636672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.139412:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1180 with x1830957972636672 ext(10485760->11534335) 00002000:00010000:1.0:1746138025.139448:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b1180 00000100:00100000:1.0:1746138025.139480:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5853 00000100:00100000:1.0:1746138025.139487:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1960:x1830957972636672:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138025.140097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.140648:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972636928 00000100:00100000:2.0:1746138025.140654:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972636928 00002000:00100000:2.0:1746138025.140681:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8801297b3800 x1830957972636928/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.140689:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b3800 with x1830957972636928 ext(10485760->11534335) 00002000:00010000:2.0:1746138025.140693:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297b3800 00000100:00100000:2.0:1746138025.140719:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5854 00000100:00100000:2.0:1746138025.140725:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1960:x1830957972636928:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138025.143196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.143257:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972637184 00000100:00100000:2.0:1746138025.143265:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972637184 00002000:00100000:2.0:1746138025.143308:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880130f65f80 x1830957972637184/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.143317:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65f80 with x1830957972637184 ext(11534336->12582911) 00002000:00010000:2.0:1746138025.143322:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f65f80 00000100:00100000:2.0:1746138025.143355:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5855 00000100:00100000:2.0:1746138025.143362:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1960:x1830957972637184:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138025.145319:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1960:x1830957972636672:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5823us (6088us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.145330:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5853 00002000:00100000:2.0:1746138025.145340:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8801297b1180 x1830957972636672/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.145347:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b1180 with x1830957972636672 ext(10485760->11534335) 00002000:00010000:2.0:1746138025.145352:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b1180 00000100:00100000:2.0:1746138025.146733:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1960:x1830957972636928:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6003us (6632us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.146743:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5854 00002000:00100000:2.0:1746138025.146757:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8801297b3800 x1830957972636928/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.146767:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b3800 with x1830957972636928 ext(10485760->11534335) 00002000:00010000:2.0:1746138025.146772:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297b3800 00000100:00100000:2.0:1746138025.148946:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1960:x1830957972637184:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5573us (5746us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.148959:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5855 00002000:00100000:2.0:1746138025.148972:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880130f65f80 x1830957972637184/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.148980:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f65f80 with x1830957972637184 ext(11534336->12582911) 00002000:00010000:2.0:1746138025.148985:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f65f80 00000100:00100000:0.0:1746138025.154876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.154992:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972637440 00000100:00100000:2.0:1746138025.155003:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972637440 00002000:00100000:2.0:1746138025.155060:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8801297b2a00 x1830957972637440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.155070:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2a00 with x1830957972637440 ext(11534336->12582911) 00002000:00010000:2.0:1746138025.155076:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297b2a00 00000100:00100000:2.0:1746138025.155102:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5856 00000100:00100000:2.0:1746138025.155109:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972637440:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138025.158981:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972637440:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 3860us (4104us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.158995:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5856 00002000:00100000:2.0:1746138025.159007:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8801297b2a00 x1830957972637440/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.159022:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b2a00 with x1830957972637440 ext(11534336->12582911) 00002000:00010000:2.0:1746138025.159028:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801297b2a00 00000100:00100000:3.0:1746138025.160651:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0846c30c-781b-4405-bc84-6046c2d7bab4:3296:1830957968198656:0@lo:400:kworker.0 00000100:00100000:2.0:1746138025.160651:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1830957968198912:0@lo:400:kworker.0 00000100:00100000:1.0:1746138025.160651:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830957968198784:0@lo:400:kworker.0 00000100:00100000:1.0:1746138025.160717:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746138025.160724:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138025.160746:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138025.160756:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968198784 00000100:00100000:1.0:1746138025.160763:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968198784 00000100:00100000:3.0:1746138025.160765:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3296:1830957968199168:0@lo:400:kworker.0 00000100:00100000:2.0:1746138025.160769:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746138025.160773:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968199040:0@lo:400:kworker.0 00000100:00100000:3.0:1746138025.160782:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746138025.160793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138025.160797:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968198912 00000100:00100000:1.0:1746138025.160799:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968198912 00000100:00100000:3.0:1746138025.160805:0:7132:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968198656 00000100:00100000:3.0:1746138025.160807:0:7132:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968198656 00000100:00100000:2.0:1746138025.160814:0:15774:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968199168 00000100:00100000:2.0:1746138025.160817:0:15774:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968199168 00000100:00100000:1.0:1746138025.160821:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1746138025.160823:0:7132:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1746138025.160827:0:7132:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b8d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3296:x1830957968198656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138025.160827:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830957968198784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746138025.160836:0:15774:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1746138025.160841:0:15774:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830957968198912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138025.160858:0:7132:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b8d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0846c30c-781b-4405-bc84-6046c2d7bab4+18:3296:x1830957968198656:12345-0@lo:400:kworker.0 Request processed in 31us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138025.160861:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830957968198784:12345-0@lo:400:kworker.0 Request processed in 34us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138025.160862:0:7132:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1746138025.160868:0:15774:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830957968198912:12345-0@lo:400:kworker.0 Request processed in 27us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138025.160873:0:15774:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1746138025.160880:0:7138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1746138025.160883:0:7138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1830957968199168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746138025.160896:0:7138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1830957968199168:12345-0@lo:400:kworker.0 Request processed in 13us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138025.160899:0:7138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:3.0:1746138025.160911:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746138025.160922:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0846c30c-781b-4405-bc84-6046c2d7bab4:3296:1830957968198656:0@lo:400:kworker.0 00000100:00100000:2.0:1746138025.160923:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1830957968198912:0@lo:400:kworker.0 00000100:00100000:3.0:1746138025.160927:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3296:1830957968199168:0@lo:400:kworker.0 00000100:00100000:2.0:1746138025.160952:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968199040 00000100:00100000:2.0:1746138025.160954:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968199040 00000100:00100000:2.0:1746138025.160972:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1746138025.160977:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3294:x1830957968199040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746138025.161059:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1746138025.161066:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3294:x1830957968199040:12345-0@lo:400:kworker.0 Request processed in 89us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138025.161072:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1746138025.161074:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830957968199040:0@lo:400:kworker.0 00000100:00100000:1.0:1746138025.161084:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830957968198784:0@lo:400:kworker.0 00000100:00100000:1.0:1746138025.161089:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957968199296:0@lo:400:kworker.0 00000100:00100000:1.0:1746138025.161107:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746138025.161122:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968199296 00000100:00100000:0.0:1746138025.161126:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968199296 00000100:00080000:3.0:1746138025.161147:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746138025.161151:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1746138025.161156:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957968199296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746138025.161188:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830957968199296:12345-0@lo:400:kworker.0 Request processed in 32us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138025.161193:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1746138025.161198:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830957968199296:0@lo:400:kworker.0 00000100:00100000:0.0:1746138025.163246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.163376:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972637696 00000100:00100000:2.0:1746138025.163388:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972637696 00002000:00100000:2.0:1746138025.163485:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8801297b0a80 x1830957972637696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.163495:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0a80 with x1830957972637696 ext(12582912->13631487) 00002000:00010000:2.0:1746138025.163501:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b0a80 00000100:00100000:2.0:1746138025.163534:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5857 00000100:00100000:2.0:1746138025.163542:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1959:x1830957972637696:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138025.171363:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801297b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1959:x1830957972637696:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7812us (8116us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.171374:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5857 00002000:00100000:2.0:1746138025.171385:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8801297b0a80 x1830957972637696/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/440 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.171394:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801297b0a80 with x1830957972637696 ext(12582912->13631487) 00002000:00010000:2.0:1746138025.171399:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801297b0a80 00000100:00100000:0.0:1746138025.176477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.176749:0:19492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972637952 00000100:00100000:1.0:1746138025.176762:0:19492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972637952 00000100:00100000:1.0:1746138025.176841:0:19492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 167 00000100:00100000:1.0:1746138025.176850:0:19492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1100:x1830957972637952:12345-192.168.204.27@tcp:35:cmp.0 00000100:00100000:1.0:1746138025.177115:0:19492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1100:x1830957972637952:12345-192.168.204.27@tcp:35:cmp.0 Request processed in 266us (703us total) trans 4294986828 rc 0/0 00000100:00100000:1.0:1746138025.177121:0:19492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 167 00000100:00100000:0.0:1746138025.179340:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.179465:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972638208 00000100:00100000:2.0:1746138025.179473:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972638208 00000100:00100000:2.0:1746138025.179524:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 168 00000100:00100000:2.0:1746138025.179531:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1100:x1830957972638208:12345-192.168.204.27@tcp:35:cmp.0 00000100:00100000:2.0:1746138025.179855:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+19:1100:x1830957972638208:12345-192.168.204.27@tcp:35:cmp.0 Request processed in 323us (519us total) trans 4294986829 rc 0/0 00000100:00100000:2.0:1746138025.179861:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 168 00000100:00100000:0.0:1746138025.189020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.189122:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972638592 00000100:00100000:1.0:1746138025.189132:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972638592 00000100:00100000:2.0:1746138025.189200:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.189201:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46604 00000100:00100000:1.0:1746138025.189210:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1102:x1830957972638592:12345-192.168.204.27@tcp:36:rm.0 00010000:00010000:1.0:1746138025.189269:0:7136:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:0.0:1746138025.189292:0:7142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972638464 00000100:00100000:0.0:1746138025.189297:0:7142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972638464 00010000:00010000:1.0:1746138025.189298:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960200/0x8ae21a86589e26c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc83 expref: 24 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.189337:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488c00/0x8ae21a86589e244c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc1a expref: 24 pid: 15774 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.189337:0:7142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:0.0:1746138025.189344:0:7142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1959:x1830957972638464:12345-192.168.204.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1746138025.189348:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:1.0:1746138025.189358:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094880600/0x8ae21a86589e26a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc7c expref: 23 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.189366:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138025.189367:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880087b9ce00) 00010000:00010000:1.0:1746138025.189369:0:7136:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746138025.189379:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489c00/0x8ae21a86589e2763 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acce5 expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.189387:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.189398:0:7136:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 18 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.189403:0:7136:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138025.189411:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.189451:0:7136:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 18 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.189460:0:7136:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 18 pid: 7136 timeout: 570 lvb_type: 0 00000100:00100000:1.0:1746138025.189470:0:7136:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ba9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7136:1830957968199424:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138025.189583:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.189593:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.189606:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.189612:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.189618:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00000100:00100000:1.0:1746138025.189707:0:7136:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801297db480 going to sleep for 11 seconds 00010000:00010000:0.0:1746138025.190062:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190069:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190075:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190081:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b489200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138025.190085:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190091:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190099:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880087b9ce00) 00010000:00010000:0.0:1746138025.190102:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138025.190104:0:7142:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138025.190110:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190115:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489200/0x8ae21a86589e2771 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190133:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190141:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190146:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190151:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b488a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138025.190153:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190158:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190163:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880087b9c100) 00010000:00010000:0.0:1746138025.190165:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746138025.190167:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190171:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b488a00/0x8ae21a86589e2778 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138025.190209:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489c00/0x8ae21a86589e2763 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acce5 expref: 23 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.190217:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880087b9ce00) 00010000:00010000:0.0:1746138025.190219:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746138025.190221:0:7142:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138025.190227:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489c00/0x8ae21a86589e2763 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acce5 expref: 23 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.190234:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b489c00, rc -2) 00000100:00100000:0.0:1746138025.190277:0:7142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1959:x1830957972638464:12345-192.168.204.27@tcp:63:ll_sa.0 Request processed in 934us (1085us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746138025.190285:0:7142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:0.0:1746138025.190949:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.190998:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972638720 00000100:00100000:2.0:1746138025.191004:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972638720 00010000:00010000:2.0:1746138025.191026:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 19 pid: 7136 timeout: 570 lvb_type: 0 00000100:00100000:1.0:1746138025.191026:0:7136:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ba9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7136:1830957968199424:192.168.204.27@tcp:104: 00010000:00010000:1.0:1746138025.191073:0:7136:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000100:00100000:2.0:1746138025.191077:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13088 00000100:00100000:2.0:1746138025.191083:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+19:1958:x1830957972638720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138025.191095:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138025.191157:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 19 pid: 7136 timeout: 570 lvb_type: 0 00010000:00010000:2.0:1746138025.191167:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 19 pid: 7136 timeout: 570 lvb_type: 0 00010000:00010000:2.0:1746138025.191181:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9b600/0x8ae21a86589e26de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc98 expref: 19 pid: 7136 timeout: 570 lvb_type: 0 00010000:00010000:2.0:1746138025.191198:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880087b9ce00) 00010000:00010000:2.0:1746138025.191202:0:21009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.191208:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.191213:0:21009:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.191232:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138025.191254:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1958:x1830957972638720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 171us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138025.191260:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13088 00010000:00010000:1.0:1746138025.191261:0:7136:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.191269:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.191282:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.191289:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.191295:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.191566:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.191575:0:7136:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.191582:0:7136:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.191601:0:7136:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 17 pid: 15774 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.191611:0:7136:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 17 pid: 15774 timeout: 570 lvb_type: 0 00000100:00100000:1.0:1746138025.191621:0:7136:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ba9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7136:1830957968199552:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138025.191681:0:7136:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801297db480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138025.192587:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746138025.192599:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968199680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746138025.192638:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746138025.192721:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957968199680 00000100:00100000:1.0:1746138025.192726:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957968199680 00000100:00100000:0.0:1746138025.192727:0:7136:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ba9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7136:1830957968199552:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138025.192743:0:7136:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000100:00100000:1.0:1746138025.192754:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1746138025.192759:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968199680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746138025.192779:0:8503:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 556597248 pending 0 free 3814719488 avail 3800039424 00000100:00100000:1.0:1746138025.192808:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830957968199680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138025.192814:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1746138025.192825:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830957968199680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746138025.193189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.193291:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972638848 00000100:00100000:2.0:1746138025.193294:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972638848 00010000:00010000:2.0:1746138025.193312:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 18 pid: 15774 timeout: 570 lvb_type: 0 00000100:00100000:2.0:1746138025.193341:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13089 00000100:00100000:2.0:1746138025.193346:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1958:x1830957972638848:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138025.193354:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138025.193358:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 18 pid: 15774 timeout: 570 lvb_type: 0 00010000:00010000:2.0:1746138025.193367:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 18 pid: 15774 timeout: 570 lvb_type: 0 00010000:00010000:2.0:1746138025.193384:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e24d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc44 expref: 18 pid: 15774 timeout: 570 lvb_type: 0 00010000:00010000:2.0:1746138025.193396:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:2.0:1746138025.193399:0:21009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.193407:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.193413:0:21009:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.193460:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138025.193587:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1958:x1830957972638848:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 241us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138025.193594:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13089 00010000:00010000:0.0:1746138025.193815:0:7136:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138025.193822:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000040:00080000:1.0:1746138025.194644:0:7136:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:1.0:1746138025.194651:0:7136:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 470226234333ns, next at 471226232628ns, rc = 0 00000040:00080000:1.0:1746138025.194679:0:7136:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:1.0:1746138025.194681:0:7136:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 470226265230ns, next at 471226264656ns, rc = 0 00010000:00010000:1.0:1746138025.194753:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194762:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194770:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194777:0:7136:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194785:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194790:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194849:0:7136:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746138025.194871:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194875:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194881:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194885:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b8dfc00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138025.194889:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194895:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194904:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:1.0:1746138025.194907:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746138025.194910:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.194915:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dfc00/0x8ae21a86589e2786 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.194960:0:9904:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746138025.194965:0:9904:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.194970:0:9904:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e59b600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138025.194973:0:9904:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.194978:0:9904:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.194984:0:9904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880129ed8f00) 00010000:00010000:2.0:1746138025.194986:0:9904:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746138025.194989:0:9904:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.194992:0:9904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e59b600/0x8ae21a86589e278d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7136 initiator: MDT0 00010000:00010000:2.0:1746138025.195007:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746138025.195008:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746138025.195009:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746138025.195028:0:7136:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.195037:0:7136:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.195054:0:7136:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.195058:0:7136:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bb8200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138025.195063:0:7136:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.195068:0:7136:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.195075:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880087b9ce00) 00010000:00010000:1.0:1746138025.195077:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138025.195080:0:7136:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.195084:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e276a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00000004:00010000:1.0:1746138025.195107:0:7136:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b3b0a80 reply state ffff8800944b9000 transno 4294986830 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000100:00100000:1.0:1746138025.195114:0:7136:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746138025.195177:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1102:x1830957972638592:12345-192.168.204.27@tcp:36:rm.0 Request processed in 5966us (6166us total) trans 4294986830 rc 0/0 00000100:00100000:1.0:1746138025.195184:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46604 00010000:00010000:3.0:1746138025.196595:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138025.196604:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138025.196610:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138025.196614:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f37400 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138025.196617:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138025.196622:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138025.196631:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009b7bfd00) 00010000:00010000:3.0:1746138025.196633:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138025.196636:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00010000:00010000:3.0:1746138025.196640:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f37400/0x8ae21a86589e277f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7136 initiator: MDT0 00000100:00100000:0.0:1746138025.226829:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.226934:0:7136:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972638976 00000100:00100000:1.0:1746138025.226947:0:7136:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972638976 00000100:00100000:1.0:1746138025.227033:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46605 00000100:00100000:1.0:1746138025.227067:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+22:1105:x1830957972638976:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1746138025.227098:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138025.227123:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2794 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd1d expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.227193:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e279b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.227204:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e279b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.227215:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e279b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:1.0:1746138025.227280:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746138025.227284:0:7136:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746138025.227302:0:7136:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e279b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00010000:00010000:1.0:1746138025.227323:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2794 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd1d expref: 24 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.227371:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e279b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd1d expref: 23 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.227379:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b7bfa00) 00010000:00010000:1.0:1746138025.227382:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746138025.227386:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bb9800, rc 0) 00000100:00100000:1.0:1746138025.227488:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1105:x1830957972638976:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 423us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138025.227495:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46605 00000100:00100000:0.0:1746138025.230185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.230786:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972639232 00000100:00100000:3.0:1746138025.230796:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972639232 00000100:00100000:3.0:1746138025.230862:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46606 00000100:00100000:3.0:1746138025.230869:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+23:1105:x1830957972639232:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138025.230890:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138025.230894:0:8544:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746138025.230923:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e279b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd1d expref: 23 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.230972:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b7bfa00) 00010000:00010000:3.0:1746138025.230984:0:8544:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138025.230996:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e27a2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd24 expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.231135:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231146:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231155:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231169:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231174:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231180:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231862:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231874:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231880:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000004:00200000:3.0:1746138025.231889:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:3.0:1746138025.231909:0:8544:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231915:0:8544:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231922:0:8544:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231927:0:8544:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da1ba00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138025.231931:0:8544:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231938:0:8544:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231945:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8e00) 00010000:00010000:3.0:1746138025.231948:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138025.231951:0:8544:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.231956:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e27a9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00000004:00010000:3.0:1746138025.231964:0:8544:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b3b3100 reply state ffff880092c7b000 transno 4294986831 ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000100:00100000:3.0:1746138025.231973:0:8544:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746138025.231992:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e27a2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 25 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.232006:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 24 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.232012:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880129ed8600) 00010000:00010000:3.0:1746138025.232014:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138025.232016:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae3800, rc 0) 00000100:00100000:3.0:1746138025.232106:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1105:x1830957972639232:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1236us (1927us total) trans 4294986831 rc 0/0 00000100:00100000:3.0:1746138025.232112:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46606 00000100:00100000:0.0:1746138025.234265:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.234449:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972639488 00000100:00100000:2.0:1746138025.234460:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972639488 00000100:00100000:2.0:1746138025.234519:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46607 00000100:00100000:2.0:1746138025.234527:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1105:x1830957972639488:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138025.234585:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.234596:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.234603:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.234609:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da1a400 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138025.234613:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.234619:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.234620:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138025.234631:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880129ed8d00) 00010000:00010000:3.0:1746138025.234634:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138025.234636:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb400/0x8ae21a86589e27c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd2b expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.234638:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.234643:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e27b0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.234841:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.234854:0:8544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 25 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.234860:0:8544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.234892:0:8544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 25 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.234904:0:8544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 25 pid: 8544 timeout: 570 lvb_type: 0 00000100:00100000:2.0:1746138025.234917:0:8544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb9b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8544:1830957968199808:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138025.235256:0:8544:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b172c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746138025.236599:0:8544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb9b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8544:1830957968199808:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138025.236624:0:8544:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000100:00100000:1.0:1746138025.236753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.236826:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972639616 00000100:00100000:3.0:1746138025.236833:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972639616 00010000:00010000:3.0:1746138025.236863:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 26 pid: 8544 timeout: 570 lvb_type: 0 00000100:00100000:3.0:1746138025.236896:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13090 00000100:00100000:3.0:1746138025.236904:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1957:x1830957972639616:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138025.236917:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138025.236922:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 26 pid: 8544 timeout: 570 lvb_type: 0 00010000:00010000:3.0:1746138025.236935:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 26 pid: 8544 timeout: 570 lvb_type: 0 00010000:00010000:3.0:1746138025.236957:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e27b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd24 expref: 26 pid: 8544 timeout: 570 lvb_type: 0 00010000:00010000:3.0:1746138025.236971:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880129ed8600) 00010000:00010000:3.0:1746138025.236976:0:7124:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.236983:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.236993:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138025.237018:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138025.237066:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1957:x1830957972639616:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 162us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138025.237072:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13090 00010000:00010000:0.0:1746138025.237148:0:8544:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138025.237155:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000004:00200000:0.0:1746138025.237174:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:0.0:1746138025.237498:0:8544:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00000004:00080000:0.0:1746138025.237506:0:8544:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1746138025.237641:0:8544:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138025.237648:0:8544:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138025.237658:0:8544:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138025.237663:0:8544:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092eba800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:0.0:1746138025.237667:0:8544:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138025.237673:0:8544:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138025.237682:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880129ed8600) 00010000:00010000:0.0:1746138025.237685:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746138025.237688:0:8544:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138025.237692:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba800/0x8ae21a86589e27cc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138025.237746:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb400/0x8ae21a86589e27c5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd2b expref: 25 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.237753:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb400/0x8ae21a86589e27c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd2b expref: 25 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.237763:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb400, rc 0) 00000100:00100000:0.0:1746138025.237796:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1105:x1830957972639488:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3270us (3539us total) trans 4294986832 rc 301/301 00000100:00100000:0.0:1746138025.237803:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46607 00000100:00100000:0.0:1746138025.239147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.239962:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972639872 00000100:00100000:2.0:1746138025.239971:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972639872 00000100:00100000:2.0:1746138025.240004:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 169 00000100:00100000:2.0:1746138025.240009:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+24:1105:x1830957972639872:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:2.0:1746138025.240572:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1105:x1830957972639872:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 561us (1428us total) trans 4294986833 rc 0/0 00000100:00100000:2.0:1746138025.240582:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 169 00000100:00100000:1.0:1746138025.242624:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.242661:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972640000 00000100:00100000:0.0:1746138025.242669:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972640000 00000100:00100000:0.0:1746138025.242709:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46608 00000100:00100000:0.0:1746138025.242716:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+25:1105:x1830957972640000:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1746138025.242735:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138025.242754:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489a00/0x8ae21a86589e27da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd32 expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.242807:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489a00/0x8ae21a86589e27da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd32 expref: 26 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.242820:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489a00/0x8ae21a86589e27da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd32 expref: 26 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.242836:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:0.0:1746138025.242838:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746138025.242841:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b489a00, rc 0) 00000100:00100000:0.0:1746138025.242891:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1105:x1830957972640000:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 175us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138025.242896:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46608 00000100:00100000:0.0:1746138025.244932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.244994:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972640256 00000100:00100000:2.0:1746138025.245001:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972640256 00000100:00100000:2.0:1746138025.245059:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 170 00000100:00100000:2.0:1746138025.245066:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+26:1105:x1830957972640256:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:2.0:1746138025.245270:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1105:x1830957972640256:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 203us (345us total) trans 4294986834 rc 0/0 00000100:00100000:2.0:1746138025.245276:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 170 00000100:00100000:0.0:1746138025.250987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.251106:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972640384 00000100:00100000:2.0:1746138025.251118:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972640384 00000100:00100000:2.0:1746138025.251244:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46609 00000100:00100000:2.0:1746138025.251255:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+27:1106:x1830957972640384:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138025.251286:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138025.251309:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebac00/0x8ae21a86589e27e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd39 expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.251381:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb800/0x8ae21a86589e27e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.251394:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb800/0x8ae21a86589e27e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.251406:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb800/0x8ae21a86589e27e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000004:00200000:2.0:1746138025.251596:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746138025.251599:0:8544:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138025.251618:0:8544:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb800/0x8ae21a86589e27e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.251642:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebac00/0x8ae21a86589e27e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd39 expref: 29 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.251658:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb800/0x8ae21a86589e27e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd39 expref: 28 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.251666:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:2.0:1746138025.251669:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138025.251672:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb800, rc 0) 00000100:00100000:2.0:1746138025.251769:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+28:1106:x1830957972640384:12345-192.168.204.27@tcp:101:dd.0 Request processed in 515us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138025.251776:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46609 00000100:00100000:0.0:1746138025.252769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.252876:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972640512 00000100:00100000:2.0:1746138025.252883:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972640512 00000100:00100000:2.0:1746138025.252919:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46610 00000100:00100000:2.0:1746138025.252924:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009452b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1107:x1830957972640512:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138025.252939:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138025.252950:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba200/0x8ae21a86589e27ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd40 expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.252987:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e27f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.252995:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e27f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.253003:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e27f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000004:00200000:2.0:1746138025.253055:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746138025.253059:0:8544:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138025.253069:0:8544:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e27f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138025.253083:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092eba200/0x8ae21a86589e27ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd40 expref: 19 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.253095:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e27f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd40 expref: 18 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.253101:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:2.0:1746138025.253103:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138025.253105:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebbc00, rc 0) 00000100:00100000:2.0:1746138025.253138:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009452b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1107:x1830957972640512:12345-192.168.204.27@tcp:101:dd.0 Request processed in 214us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138025.253144:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46610 00000100:00100000:0.0:1746138025.256889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.256936:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972640768 00000100:00100000:0.0:1746138025.256945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.256946:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972640768 00000100:00100000:0.0:1746138025.256983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.257050:0:7142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972640896 00000100:00100000:1.0:1746138025.257055:0:7142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972640896 00000100:00100000:2.0:1746138025.257077:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972641152 00000100:00100000:2.0:1746138025.257081:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972641152 00000100:00100000:3.0:1746138025.257092:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46611 00000100:00100000:3.0:1746138025.257103:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1107:x1830957972640768:12345-192.168.204.27@tcp:101:dd.0 00000100:00100000:2.0:1746138025.257107:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46612 00000100:00100000:2.0:1746138025.257113:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1106:x1830957972641152:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138025.257125:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138025.257130:0:7142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:1.0:1746138025.257136:0:7142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1957:x1830957972640896:12345-192.168.204.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1746138025.257139:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138025.257142:0:8544:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746138025.257148:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae2200/0x8ae21a86589e27fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd47 expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.257162:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138025.257169:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e2804 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd4e expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.257170:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb800/0x8ae21a86589e27e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd39 expref: 29 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.257189:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:2.0:1746138025.257194:0:8544:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138025.257200:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e280b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd86 expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.257211:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257223:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257232:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138025.257241:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae2a00/0x8ae21a86589e2819 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138025.257246:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb400/0x8ae21a86589e2820 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138025.257246:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138025.257251:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae2a00/0x8ae21a86589e2819 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138025.257251:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138025.257254:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb400/0x8ae21a86589e2820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138025.257257:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138025.257258:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae2a00/0x8ae21a86589e2819 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138025.257261:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb400/0x8ae21a86589e2820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000004:00200000:3.0:1746138025.257268:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00000004:00200000:2.0:1746138025.257268:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:1.0:1746138025.257371:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8a00/0x8ae21a86589e283c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257377:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8a00/0x8ae21a86589e283c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257383:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8a00/0x8ae21a86589e283c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00000004:00200000:1.0:1746138025.257396:0:7142:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:2.0:1746138025.257397:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb200/0x8ae21a86589e280b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd86 expref: 32 pid: 8544 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1746138025.257400:0:7142:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1746138025.257408:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb400/0x8ae21a86589e2820 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd86 expref: 31 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.257435:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009b7bf800) 00010000:00010000:2.0:1746138025.257438:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746138025.257441:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebb400, rc 0) 00010000:00010000:3.0:1746138025.257469:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae2200/0x8ae21a86589e27fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd47 expref: 21 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.257498:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae2a00/0x8ae21a86589e2819 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd47 expref: 20 pid: 21120 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.257500:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1106:x1830957972641152:12345-192.168.204.27@tcp:101:dd.0 Request processed in 387us (516us total) trans 4294986836 rc 0/0 00000100:00100000:2.0:1746138025.257507:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46612 00010000:00010000:3.0:1746138025.257645:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880129ed8200) 00010000:00010000:3.0:1746138025.257647:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746138025.257650:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ae2a00, rc 0) 00000100:00100000:3.0:1746138025.257671:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1107:x1830957972640768:12345-192.168.204.27@tcp:101:dd.0 Request processed in 571us (793us total) trans 4294986835 rc 0/0 00000100:00100000:3.0:1746138025.257677:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46611 00000004:00010000:1.0:1746138025.257957:0:7142:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8a00/0x8ae21a86589e283c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257966:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8a00/0x8ae21a86589e283c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257974:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257979:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257985:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257990:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136bdac00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138025.257993:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.257998:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258282:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:1.0:1746138025.258285:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138025.258366:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258372:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136bdac00/0x8ae21a86589e2812 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258450:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258457:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258462:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258466:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41a9c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138025.258468:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258473:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258480:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009b7bfa00) 00010000:00010000:1.0:1746138025.258482:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138025.258484:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258488:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2827 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258514:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e2804 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd4e expref: 31 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.258521:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8a00/0x8ae21a86589e283c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd4e expref: 30 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.258526:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:1.0:1746138025.258527:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746138025.258529:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b41a8a00, rc 0) 00010000:00010000:1.0:1746138025.258533:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138025.258541:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8800/0x8ae21a86589e2843 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd55 expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.258559:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258565:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258571:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258578:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258582:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258586:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258616:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258621:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258625:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258629:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41a9600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138025.258631:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258635:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258641:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:1.0:1746138025.258643:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138025.258645:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258649:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e284a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258656:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258661:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258665:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258668:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41a9e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138025.258670:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258675:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258679:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009b7bf700) 00010000:00010000:1.0:1746138025.258680:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138025.258682:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258686:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2851 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138025.258707:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8800/0x8ae21a86589e2843 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd55 expref: 31 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.258714:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:1.0:1746138025.258716:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746138025.258719:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8800/0x8ae21a86589e2843 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd55 expref: 31 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.258726:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b41a8800, rc -2) 00000100:00100000:1.0:1746138025.258757:0:7142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1957:x1830957972640896:12345-192.168.204.27@tcp:63:ll_sa.0 Request processed in 1620us (1811us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746138025.258764:0:7142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:0.0:1746138025.259532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.259709:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972641280 00000100:00100000:2.0:1746138025.259716:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972641280 00000100:00100000:2.0:1746138025.259759:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 331 00000100:00100000:2.0:1746138025.259765:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1960:x1830957972641280:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138025.259775:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138025.259788:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebb400/0x8ae21a86589e2820 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd86 expref: 30 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.259798:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009b7bf800) 00010000:00010000:2.0:1746138025.259801:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138025.259827:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1960:x1830957972641280:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 58us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138025.259832:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 331 00000100:00100000:0.0:1746138025.260784:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.260835:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972641536 00000100:00100000:3.0:1746138025.260841:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972641536 00000100:00100000:3.0:1746138025.260879:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46613 00000100:00100000:3.0:1746138025.260885:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1107:x1830957972641536:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138025.260903:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138025.260905:0:21120:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746138025.260919:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e27f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd40 expref: 20 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.260929:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03e00) 00010000:00010000:3.0:1746138025.260937:0:21120:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138025.260946:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e2858 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd8d expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.261114:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261123:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261133:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261147:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261152:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261157:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261220:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261226:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261230:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000004:00200000:3.0:1746138025.261236:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:3.0:1746138025.261309:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261314:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261318:0:21120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261322:0:21120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bb9800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138025.261409:0:21120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261414:0:21120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261450:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8e00) 00010000:00010000:3.0:1746138025.261453:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138025.261455:0:21120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261458:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb9800/0x8ae21a86589e285f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261467:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261469:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261472:0:21120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261475:0:21120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bb8200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138025.261477:0:21120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261479:0:21120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261482:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880129ed8600) 00010000:00010000:3.0:1746138025.261483:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138025.261484:0:21120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261486:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bb8200/0x8ae21a86589e2866 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138025.261521:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ae3800/0x8ae21a86589e2858 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 22 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.261531:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 21 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.261535:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:3.0:1746138025.261536:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138025.261538:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012da1a400, rc 0) 00000100:00100000:3.0:1746138025.261581:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+21:1107:x1830957972641536:12345-192.168.204.27@tcp:101:dd.0 Request processed in 696us (806us total) trans 4294986837 rc 0/0 00000100:00100000:3.0:1746138025.261585:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46613 00000100:00100000:0.0:1746138025.261729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.261782:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972641792 00000100:00100000:3.0:1746138025.261786:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972641792 00000100:00100000:3.0:1746138025.261818:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5858 00000100:00100000:3.0:1746138025.261822:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972641792:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138025.261843:0:8506:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.261854:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.261855:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.261860:0:8506:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.261871:0:8506:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.262464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.262490:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972641920 00000100:00100000:0.0:1746138025.262498:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972641920 00000100:00100000:0.0:1746138025.262736:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8028 00000100:00100000:0.0:1746138025.262744:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972641920:12345-192.168.204.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1746138025.262760:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138025.262777:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd94 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746138025.262799:0:11153:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746138025.262814:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.262816:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.262825:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 9 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138025.262839:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 9 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138025.262848:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b489200, rc 0) 00000100:00100000:0.0:1746138025.262900:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972641920:12345-192.168.204.27@tcp:101:ll_agl.0 Request processed in 157us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138025.262906:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8028 00000100:00100000:0.0:1746138025.264773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.264834:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972642048 00000100:00100000:2.0:1746138025.264841:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972642048 00000100:00100000:2.0:1746138025.264881:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8029 00000100:00100000:2.0:1746138025.264887:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972642048:12345-192.168.204.27@tcp:101:ll_agl.0 00010000:00010000:2.0:1746138025.264901:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138025.264918:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acd9b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746138025.264936:0:11153:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746138025.264953:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.264955:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.264961:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 37 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138025.264975:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 37 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138025.264989:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ebba00, rc 0) 00000100:00100000:2.0:1746138025.265036:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1960:x1830957972642048:12345-192.168.204.27@tcp:101:ll_agl.0 Request processed in 148us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138025.265055:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8029 00000100:00100000:0.0:1746138025.267596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.267639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.267762:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972642304 00000100:00100000:2.0:1746138025.267776:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972642304 00000100:00100000:3.0:1746138025.267822:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972642432 00000100:00100000:3.0:1746138025.267833:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972642432 00000100:00100000:2.0:1746138025.267840:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5859 00000100:00100000:2.0:1746138025.267848:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972642304:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:3.0:1746138025.267888:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8030 00010000:00010000:2.0:1746138025.267888:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.267889:0:8506:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.267896:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1107:x1830957972642432:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138025.267902:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.267903:0:8506:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.267904:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.267910:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138025.267910:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.267910:0:8506:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.267917:0:8506:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da1ba00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.267920:0:8506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.267923:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.267926:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acda2 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.267926:0:8506:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.267940:0:8506:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.267946:0:8506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e287b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.267951:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 9 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138025.267957:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.267959:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.267962:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.267988:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 9 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138025.267998:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 9 pid: 11153 timeout: 570 lvb_type: 1 00000100:00100000:3.0:1746138025.268009:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968199936:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138025.268010:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972641792:12345-192.168.204.27@tcp:3:dd.0 Request processed in 6185us (6283us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138025.268017:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5858 00000100:00100000:3.0:1746138025.268097:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093731900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138025.269296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.269368:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972642560 00000100:00100000:3.0:1746138025.269376:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972642560 00010000:00010000:3.0:1746138025.269411:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 11 pid: 11153 timeout: 570 lvb_type: 1 00000100:00100000:3.0:1746138025.269465:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13091 00000100:00100000:3.0:1746138025.269472:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972642560:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138025.269482:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138025.269500:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 11 pid: 11153 timeout: 570 lvb_type: 1 00010000:00010000:3.0:1746138025.269510:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 11 pid: 11153 timeout: 570 lvb_type: 1 00010000:00010000:3.0:1746138025.269531:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.269533:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.269538:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.269546:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.269570:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.269579:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968200064:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138025.269660:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093731d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746138025.269693:0:11153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b489200/0x8ae21a86589e2882 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd94 expref: 11 pid: 11153 timeout: 570 lvb_type: 1 00000100:00100000:3.0:1746138025.270166:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130f64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11153:1830957968199936:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138025.270189:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.270203:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b41a8800, rc 0) 00000100:00100000:3.0:1746138025.270234:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1107:x1830957972642432:12345-192.168.204.27@tcp:101:dd.0 Request processed in 2338us (2593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138025.270240:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8030 00000100:00100000:3.0:1746138025.271747:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130f66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968200064:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138025.271759:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138025.271796:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972642560:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2324us (2500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138025.271803:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13091 00010000:00010000:2.0:1746138025.272673:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.272776:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.272788:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.272795:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ebbe00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138025.272798:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.272806:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.272821:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.272827:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbe00/0x8ae21a86589e2890 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.273096:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972642304:12345-192.168.204.27@tcp:3:dd.0 Request processed in 5247us (5508us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.273104:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5859 00000100:00100000:0.0:1746138025.275638:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.275713:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972642816 00000100:00100000:3.0:1746138025.275719:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972642816 00000100:00100000:0.0:1746138025.275737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.275773:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972642944 00000100:00100000:3.0:1746138025.275776:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972642944 00000100:00100000:2.0:1746138025.275925:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5860 00000100:00100000:2.0:1746138025.275937:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972642816:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.275944:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5861 00000100:00100000:3.0:1746138025.275950:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972642944:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:3.0:1746138025.275980:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.275996:0:8507:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.276003:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138025.276005:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746138025.276007:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.276057:0:8507:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.276070:0:8507:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 9 pid: 8500 timeout: 570 lvb_type: 0 00000100:00100000:3.0:1746138025.276082:0:8507:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8507:1830957968200192:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138025.276135:0:1430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.276143:0:1430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138025.276145:0:1430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746138025.276146:0:8507:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093731d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746138025.276147:0:1430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.276153:0:1430:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.277259:0:8507:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130f66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8507:1830957968200192:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138025.277275:0:8507:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.278599:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.278687:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972643200 00000100:00100000:3.0:1746138025.278698:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972643200 00010000:00010000:3.0:1746138025.278741:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 10 pid: 8500 timeout: 570 lvb_type: 0 00000100:00100000:3.0:1746138025.278780:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13092 00000100:00100000:3.0:1746138025.278788:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972643200:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138025.278801:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746138025.278822:0:7124:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:3.0:1746138025.278825:0:7124:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:3.0:1746138025.278831:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 10 pid: 8500 timeout: 570 lvb_type: 0 00010000:00010000:3.0:1746138025.278847:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 10 pid: 8500 timeout: 570 lvb_type: 0 00010000:00010000:3.0:1746138025.278872:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e2698 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acc75 expref: 10 pid: 8500 timeout: 570 lvb_type: 0 00010000:00010000:3.0:1746138025.278886:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.278888:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.278892:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.278901:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.278910:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.278911:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.278914:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.278920:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.278963:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138025.278975:0:1430:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.278983:0:1430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.279019:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972643200:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 232us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138025.279026:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13092 00010000:00010000:0.0:1746138025.279212:0:8507:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.279224:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.280394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.280438:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972643456 00000100:00100000:2.0:1746138025.280446:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972643456 00000100:00100000:0.0:1746138025.280467:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00100000:2.0:1746138025.280478:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8800937c0e00 x1830957972643456/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.280489:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0e00 with x1830957972643456 ext(0->1048575) 00002000:00010000:2.0:1746138025.280493:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c0e00 00000100:00100000:2.0:1746138025.280513:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5862 00000100:00100000:2.0:1746138025.280519:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972643456:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.280656:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972643584 00000100:00100000:3.0:1746138025.280661:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972643584 00000100:00100000:3.0:1746138025.280692:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8031 00000100:00100000:3.0:1746138025.280696:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1107:x1830957972643584:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138025.280708:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138025.280723:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acda9 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.280743:0:11153:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 34 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138025.280749:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.280750:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.280752:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.280778:0:11153:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 34 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138025.280787:0:11153:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 34 pid: 11153 timeout: 570 lvb_type: 1 00000100:00100000:3.0:1746138025.280795:0:11153:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957968200320:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138025.280871:0:11153:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093731d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138025.282175:0:11153:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130f66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11153:1830957968200320:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138025.282205:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 33 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.282220:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012da1ac00, rc 0) 00000100:00100000:3.0:1746138025.282266:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+33:1107:x1830957972643584:12345-192.168.204.27@tcp:101:dd.0 Request processed in 1568us (1797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138025.282273:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8031 00000100:00100000:0.0:1746138025.283078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.283127:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972643712 00000100:00100000:3.0:1746138025.283134:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972643712 00010000:00010000:3.0:1746138025.283160:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 35 pid: 11153 timeout: 570 lvb_type: 1 00000100:00100000:3.0:1746138025.283192:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13093 00000100:00100000:3.0:1746138025.283198:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972643712:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138025.283212:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138025.283233:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 35 pid: 11153 timeout: 570 lvb_type: 1 00010000:00010000:3.0:1746138025.283243:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 35 pid: 11153 timeout: 570 lvb_type: 1 00010000:00010000:3.0:1746138025.283266:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ebba00/0x8ae21a86589e2889 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd9b expref: 35 pid: 11153 timeout: 570 lvb_type: 1 00010000:00010000:3.0:1746138025.283280:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.283282:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.283288:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.283296:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.283330:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 32 pid: 11153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.283342:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130f66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968200448:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138025.283412:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093731d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746138025.286672:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130f66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968200448:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138025.286694:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138025.286740:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972643712:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3541us (3668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138025.286749:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13093 00000100:00100000:0.0:1746138025.293376:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.293453:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972643968 00000100:00100000:1.0:1746138025.293461:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972643968 00002000:00100000:1.0:1746138025.293501:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800937c0a80 x1830957972643968/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.293510:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0a80 with x1830957972643968 ext(0->1048575) 00002000:00010000:1.0:1746138025.293515:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c0a80 00000100:00100000:1.0:1746138025.293533:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5863 00000100:00100000:1.0:1746138025.293539:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+33:1957:x1830957972643968:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138025.298814:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1957:x1830957972643456:12345-192.168.204.27@tcp:4:dd.0 Request processed in 18288us (18418us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1746138025.298825:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5862 00002000:00100000:1.0:1746138025.298834:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8800937c0e00 x1830957972643456/t4294968067(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.298843:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0e00 with x1830957972643456 ext(0->1048575) 00002000:00010000:1.0:1746138025.298847:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c0e00 00000100:00100000:1.0:1746138025.298905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.298924:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972644224 00000100:00100000:1.0:1746138025.298929:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972644224 00002000:00100000:1.0:1746138025.298952:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880092ba9180 x1830957972644224/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.298958:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9180 with x1830957972644224 ext(1048576->2097151) 00002000:00010000:1.0:1746138025.298960:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9180 00000100:00100000:1.0:1746138025.298972:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5864 00000100:00100000:1.0:1746138025.298978:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1957:x1830957972644224:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138025.304895:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+35:1957:x1830957972643968:12345-192.168.204.27@tcp:4:dd.0 Request processed in 11351us (11520us total) trans 4294968955 rc 0/0 00000100:00100000:2.0:1746138025.304903:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5863 00002000:00100000:2.0:1746138025.304911:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800937c0a80 x1830957972643968/t4294968955(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.304917:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0a80 with x1830957972643968 ext(0->1048575) 00002000:00010000:2.0:1746138025.304922:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c0a80 00000100:00100000:0.0:1746138025.307321:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.307478:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972644480 00000100:00100000:3.0:1746138025.307486:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972644480 00002000:00100000:3.0:1746138025.307516:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8800937c0700 x1830957972644480/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.307524:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0700 with x1830957972644480 ext(1048576->2097151) 00002000:00010000:3.0:1746138025.307528:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c0700 00000100:00100000:3.0:1746138025.307540:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5865 00000100:00100000:3.0:1746138025.307545:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+35:1958:x1830957972644480:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138025.308758:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+13:1957:x1830957972644224:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9777us (9851us total) trans 4294968068 rc 0/0 00000100:00100000:1.0:1746138025.308766:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5864 00002000:00100000:1.0:1746138025.308772:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880092ba9180 x1830957972644224/t4294968068(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.308780:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9180 with x1830957972644224 ext(1048576->2097151) 00002000:00010000:1.0:1746138025.308783:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9180 00000100:00100000:1.0:1746138025.313546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.314619:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972644736 00000100:00100000:1.0:1746138025.314628:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972644736 00002000:00100000:1.0:1746138025.314663:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880092baaa00 x1830957972644736/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.314671:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baaa00 with x1830957972644736 ext(2097152->3145727) 00002000:00010000:1.0:1746138025.314676:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baaa00 00000100:00100000:1.0:1746138025.314701:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5866 00000100:00100000:1.0:1746138025.314708:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+13:1958:x1830957972644736:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.316815:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+37:1958:x1830957972644480:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9265us (9492us total) trans 4294968956 rc 0/0 00000100:00100000:3.0:1746138025.316825:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5865 00002000:00100000:3.0:1746138025.316833:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8800937c0700 x1830957972644480/t4294968956(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.316847:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0700 with x1830957972644480 ext(1048576->2097151) 00002000:00010000:3.0:1746138025.316852:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c0700 00000100:00100000:2.0:1746138025.321486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.321675:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972644992 00000100:00100000:3.0:1746138025.321683:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972644992 00002000:00100000:3.0:1746138025.321861:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012cb98e00 x1830957972644992/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.321871:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98e00 with x1830957972644992 ext(2097152->3145727) 00002000:00010000:3.0:1746138025.321876:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb98e00 00000100:00100000:3.0:1746138025.321894:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5867 00000100:00100000:3.0:1746138025.321900:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+37:1958:x1830957972644992:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138025.322207:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+15:1958:x1830957972644736:12345-192.168.204.27@tcp:4:dd.0 Request processed in 7497us (8665us total) trans 4294968069 rc 0/0 00000100:00100000:1.0:1746138025.322214:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5866 00002000:00100000:1.0:1746138025.322220:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880092baaa00 x1830957972644736/t4294968069(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.322225:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baaa00 with x1830957972644736 ext(2097152->3145727) 00002000:00010000:1.0:1746138025.322229:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baaa00 00002000:00010000:2.0:1746138025.325386:0:1430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746138024 -> 1746138025 00002000:00010000:2.0:1746138025.325394:0:1430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746138024 -> 1746138025 00010000:00010000:2.0:1746138025.325407:0:1430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.325457:0:1430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.325465:0:1430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746138025.325513:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968065 is committed 00010000:00010000:2.0:1746138025.325746:0:1430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092eba800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138025.325751:0:1430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.325759:0:1430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.325776:0:1430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.325782:0:1430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092eba800/0x8ae21a86589e28a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.325866:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972642816:12345-192.168.204.27@tcp:4:dd.0 Request processed in 49926us (50226us total) trans 4294968065 rc 0/0 00000100:00100000:2.0:1746138025.325877:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5860 00000100:00100000:2.0:1746138025.330226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.330797:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972645248 00000100:00100000:3.0:1746138025.330808:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972645248 00002000:00100000:3.0:1746138025.330860:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88012cb9bb80 x1830957972645248/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.330871:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9bb80 with x1830957972645248 ext(3145728->4194303) 00002000:00010000:3.0:1746138025.330876:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb9bb80 00000100:00100000:3.0:1746138025.330898:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5868 00000100:00100000:3.0:1746138025.330908:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+15:1958:x1830957972645248:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138025.332276:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+39:1958:x1830957972644992:12345-192.168.204.27@tcp:4:dd.0 Request processed in 10370us (10794us total) trans 4294968957 rc 0/0 00000100:00100000:2.0:1746138025.332284:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5867 00002000:00100000:2.0:1746138025.332291:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012cb98e00 x1830957972644992/t4294968957(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.332297:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98e00 with x1830957972644992 ext(2097152->3145727) 00002000:00010000:2.0:1746138025.332300:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb98e00 00000100:00100000:0.0:1746138025.336476:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.336535:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972645504 00000100:00100000:3.0:1746138025.336543:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972645504 00002000:00100000:3.0:1746138025.336584:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8800937c1880 x1830957972645504/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.336592:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1880 with x1830957972645504 ext(3145728->4194303) 00002000:00010000:3.0:1746138025.336597:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c1880 00000100:00100000:3.0:1746138025.336616:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5869 00000100:00100000:3.0:1746138025.336622:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+39:1957:x1830957972645504:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.340693:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1958:x1830957972645248:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9779us (10470us total) trans 4294968070 rc 0/0 00000100:00100000:3.0:1746138025.340704:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5868 00002000:00100000:3.0:1746138025.340717:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88012cb9bb80 x1830957972645248/t4294968070(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.340727:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9bb80 with x1830957972645248 ext(3145728->4194303) 00002000:00010000:3.0:1746138025.340732:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb9bb80 00000100:00100000:2.0:1746138025.342524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.342557:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972645760 00000100:00100000:2.0:1746138025.342567:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972645760 00002000:00100000:2.0:1746138025.342612:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88012cb98700 x1830957972645760/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.342622:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98700 with x1830957972645760 ext(4194304->5242879) 00002000:00010000:2.0:1746138025.342628:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb98700 00000100:00100000:2.0:1746138025.342653:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5870 00000100:00100000:2.0:1746138025.342660:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+17:1957:x1830957972645760:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.345939:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+41:1957:x1830957972645504:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9310us (9462us total) trans 4294968958 rc 0/0 00000100:00100000:3.0:1746138025.345951:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5869 00002000:00100000:3.0:1746138025.345962:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8800937c1880 x1830957972645504/t4294968958(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.345971:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1880 with x1830957972645504 ext(3145728->4194303) 00002000:00010000:3.0:1746138025.345977:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c1880 00000100:00100000:3.0:1746138025.348878:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.349003:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972646016 00000100:00100000:0.0:1746138025.349011:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972646016 00002000:00100000:0.0:1746138025.349058:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880130f66d80 x1830957972646016/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.349067:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f66d80 with x1830957972646016 ext(4194304->5242879) 00002000:00010000:0.0:1746138025.349072:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f66d80 00000100:00100000:0.0:1746138025.349097:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5871 00000100:00100000:0.0:1746138025.349103:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+41:1957:x1830957972646016:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138025.355108:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.356507:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+19:1957:x1830957972645760:12345-192.168.204.27@tcp:4:dd.0 Request processed in 13838us (13981us total) trans 4294968071 rc 0/0 00000100:00100000:3.0:1746138025.356521:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5870 00002000:00100000:3.0:1746138025.356534:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88012cb98700 x1830957972645760/t4294968071(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.356544:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb98700 with x1830957972645760 ext(4194304->5242879) 00002000:00010000:3.0:1746138025.356552:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb98700 00000100:00100000:3.0:1746138025.356582:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972646272 00000100:00100000:3.0:1746138025.356590:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972646272 00002000:00100000:3.0:1746138025.356627:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88012cb99500 x1830957972646272/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.356634:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb99500 with x1830957972646272 ext(5242880->6291455) 00002000:00010000:3.0:1746138025.356636:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb99500 00000100:00100000:2.0:1746138025.357180:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5872 00000100:00100000:2.0:1746138025.357197:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+19:1958:x1830957972646272:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138025.357866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.357966:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972646528 00000100:00100000:0.0:1746138025.357973:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972646528 00002000:00100000:0.0:1746138025.358007:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88012cb9a680 x1830957972646528/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.358016:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9a680 with x1830957972646528 ext(5242880->6291455) 00002000:00010000:0.0:1746138025.358021:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb9a680 00000100:00100000:0.0:1746138025.358056:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5873 00000100:00100000:0.0:1746138025.358061:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+43:1957:x1830957972646528:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138025.361307:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+45:1957:x1830957972646016:12345-192.168.204.27@tcp:4:dd.0 Request processed in 12196us (12426us total) trans 4294968959 rc 0/0 00000100:00100000:1.0:1746138025.361317:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5871 00002000:00100000:1.0:1746138025.361327:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880130f66d80 x1830957972646016/t4294968959(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.361335:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f66d80 with x1830957972646016 ext(4194304->5242879) 00002000:00010000:1.0:1746138025.361340:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f66d80 00000100:00100000:3.0:1746138025.365023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.366978:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972646784 00000100:00100000:0.0:1746138025.366989:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972646784 00002000:00100000:0.0:1746138025.367047:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880130f64000 x1830957972646784/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.367057:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64000 with x1830957972646784 ext(6291456->7340031) 00002000:00010000:0.0:1746138025.367062:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f64000 00000100:00100000:0.0:1746138025.367087:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5874 00000100:00100000:0.0:1746138025.367094:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+21:1958:x1830957972646784:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138025.370525:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+45:1957:x1830957972646528:12345-192.168.204.27@tcp:4:dd.0 Request processed in 12450us (12647us total) trans 4294968960 rc 0/0 00000100:00100000:1.0:1746138025.370538:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5873 00002000:00100000:1.0:1746138025.370555:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88012cb9a680 x1830957972646528/t4294968960(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.370564:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9a680 with x1830957972646528 ext(5242880->6291455) 00002000:00010000:1.0:1746138025.370571:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cb9a680 00000100:00100000:0.0:1746138025.370906:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+23:1958:x1830957972646272:12345-192.168.204.27@tcp:4:dd.0 Request processed in 13715us (15808us total) trans 4294968072 rc 0/0 00000100:00100000:0.0:1746138025.370913:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5872 00002000:00100000:0.0:1746138025.370917:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88012cb99500 x1830957972646272/t4294968072(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.370924:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb99500 with x1830957972646272 ext(5242880->6291455) 00002000:00010000:0.0:1746138025.370927:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb99500 00000100:00100000:3.0:1746138025.371255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.371559:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972647040 00000100:00100000:0.0:1746138025.371565:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972647040 00002000:00100000:0.0:1746138025.371597:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff880130f67480 x1830957972647040/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.371604:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67480 with x1830957972647040 ext(6291456->7340031) 00002000:00010000:0.0:1746138025.371607:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f67480 00000100:00100000:0.0:1746138025.371911:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5875 00000100:00100000:0.0:1746138025.371919:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+45:1957:x1830957972647040:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.378896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.379060:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972647296 00000100:00100000:1.0:1746138025.379068:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972647296 00002000:00100000:1.0:1746138025.379103:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88008aa71f80 x1830957972647296/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.379113:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71f80 with x1830957972647296 ext(7340032->8388607) 00002000:00010000:1.0:1746138025.379118:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71f80 00000100:00100000:1.0:1746138025.379136:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5876 00000100:00100000:1.0:1746138025.379142:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+23:1958:x1830957972647296:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138025.385074:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+25:1958:x1830957972646784:12345-192.168.204.27@tcp:4:dd.0 Request processed in 17969us (20048us total) trans 4294968073 rc 0/0 00000100:00100000:0.0:1746138025.385086:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5874 00002000:00100000:0.0:1746138025.385100:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880130f64000 x1830957972646784/t4294968073(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.385109:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f64000 with x1830957972646784 ext(6291456->7340031) 00002000:00010000:0.0:1746138025.385115:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130f64000 00000100:00100000:0.0:1746138025.388114:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.391841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.394561:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972647808 00000100:00100000:2.0:1746138025.394561:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972647552 00000100:00100000:3.0:1746138025.394571:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972647808 00000100:00100000:2.0:1746138025.394571:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972647552 00002000:00100000:3.0:1746138025.394613:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff8800937c2300 x1830957972647808/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.394621:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c2300 with x1830957972647808 ext(8388608->9437183) 00002000:00010000:3.0:1746138025.394626:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c2300 00000100:00100000:3.0:1746138025.394646:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5877 00000100:00100000:3.0:1746138025.394652:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+25:1957:x1830957972647808:12345-192.168.204.27@tcp:4:dd.0 00002000:00100000:2.0:1746138025.394658:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800937c1f80 x1830957972647552/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.394664:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1f80 with x1830957972647552 ext(7340032->8388607) 00002000:00010000:2.0:1746138025.394667:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c1f80 00000100:00100000:2.0:1746138025.394679:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5878 00000100:00100000:2.0:1746138025.394682:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+47:1958:x1830957972647552:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.395859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.395873:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972648064 00000100:00100000:3.0:1746138025.395877:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972648064 00002000:00100000:3.0:1746138025.395900:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88008aa70380 x1830957972648064/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.395907:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70380 with x1830957972648064 ext(8388608->9437183) 00002000:00010000:3.0:1746138025.395911:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008aa70380 00000100:00100000:0.0:1746138025.395919:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+50:1957:x1830957972647040:12345-192.168.204.27@tcp:4:dd.0 Request processed in 24000us (24665us total) trans 4294968961 rc 0/0 00000100:00100000:3.0:1746138025.395923:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5879 00000100:00100000:0.0:1746138025.395927:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5875 00000100:00100000:3.0:1746138025.395928:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+50:1957:x1830957972648064:12345-192.168.204.27@tcp:4:dd.0 00002000:00100000:0.0:1746138025.395931:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff880130f67480 x1830957972647040/t4294968961(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.395937:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130f67480 with x1830957972647040 ext(6291456->7340031) 00002000:00010000:0.0:1746138025.395939:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130f67480 00000100:00100000:3.0:1746138025.403532:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.404232:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972648320 00000100:00100000:3.0:1746138025.404243:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972648320 00002000:00100000:3.0:1746138025.404281:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88008aa73480 x1830957972648320/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.404290:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73480 with x1830957972648320 ext(9437184->10485759) 00002000:00010000:3.0:1746138025.404295:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa73480 00000100:00100000:3.0:1746138025.404313:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5880 00000100:00100000:3.0:1746138025.404319:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+27:1957:x1830957972648320:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138025.406562:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+29:1958:x1830957972647296:12345-192.168.204.27@tcp:4:dd.0 Request processed in 27412us (27667us total) trans 4294968074 rc 0/0 00000100:00100000:0.0:1746138025.406573:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5876 00002000:00100000:0.0:1746138025.406583:0:1430:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88008aa71f80 x1830957972647296/t4294968074(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.406591:0:1430:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa71f80 with x1830957972647296 ext(7340032->8388607) 00002000:00010000:0.0:1746138025.406596:0:1430:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa71f80 00000100:00100000:0.0:1746138025.409961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.414273:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+29:1957:x1830957972647808:12345-192.168.204.27@tcp:4:dd.0 Request processed in 19608us (22429us total) trans 4294968075 rc 0/0 00000100:00100000:3.0:1746138025.414286:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5877 00002000:00100000:3.0:1746138025.414300:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff8800937c2300 x1830957972647808/t4294968075(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.414309:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c2300 with x1830957972647808 ext(8388608->9437183) 00002000:00010000:3.0:1746138025.414315:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c2300 00000100:00100000:1.0:1746138025.417373:0:31694:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972648576 00000100:00100000:1.0:1746138025.417388:0:31694:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972648576 00002000:00100000:1.0:1746138025.417449:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800937c0000 x1830957972648576/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.417459:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0000 with x1830957972648576 ext(9437184->10485759) 00002000:00010000:1.0:1746138025.417465:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c0000 00000100:00100000:1.0:1746138025.417497:0:31694:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5881 00000100:00100000:1.0:1746138025.417504:0:31694:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+51:1958:x1830957972648576:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138025.420933:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+53:1958:x1830957972647552:12345-192.168.204.27@tcp:4:dd.0 Request processed in 26236us (32812us total) trans 4294968962 rc 0/0 00000100:00100000:0.0:1746138025.420947:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5878 00002000:00100000:0.0:1746138025.420962:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800937c1f80 x1830957972647552/t4294968962(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.420971:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c1f80 with x1830957972647552 ext(7340032->8388607) 00002000:00010000:0.0:1746138025.420978:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c1f80 00000100:00100000:1.0:1746138025.421850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.421888:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972648832 00000100:00100000:3.0:1746138025.421897:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972648832 00002000:00100000:3.0:1746138025.421928:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880092baad80 x1830957972648832/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.421936:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baad80 with x1830957972648832 ext(10485760->11534335) 00002000:00010000:3.0:1746138025.421939:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baad80 00000100:00100000:3.0:1746138025.421959:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5882 00000100:00100000:3.0:1746138025.421966:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+29:1957:x1830957972648832:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138025.425609:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.425677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.425702:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972649088 00000100:00100000:0.0:1746138025.425710:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972649088 00002000:00100000:0.0:1746138025.425755:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff8800937c3100 x1830957972649088/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.425765:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c3100 with x1830957972649088 ext(10485760->11534335) 00002000:00010000:0.0:1746138025.425769:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c3100 00000100:00100000:0.0:1746138025.425784:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972649344 00000100:00100000:0.0:1746138025.425787:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972649344 00002000:00100000:0.0:1746138025.425798:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800937c2d80 x1830957972649344/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.425804:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c2d80 with x1830957972649344 ext(11534336->12582911) 00002000:00010000:0.0:1746138025.425807:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c2d80 00000100:00100000:0.0:1746138025.425817:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5883 00000100:00100000:0.0:1746138025.425823:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+53:1958:x1830957972649088:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138025.426011:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5884 00000100:00100000:0.0:1746138025.426018:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+30:1957:x1830957972649344:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.427808:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+55:1957:x1830957972648064:12345-192.168.204.27@tcp:4:dd.0 Request processed in 31871us (31943us total) trans 4294968963 rc 0/0 00000100:00100000:3.0:1746138025.427820:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5879 00002000:00100000:3.0:1746138025.427829:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88008aa70380 x1830957972648064/t4294968963(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.427838:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa70380 with x1830957972648064 ext(8388608->9437183) 00002000:00010000:3.0:1746138025.427843:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008aa70380 00000100:00100000:0.0:1746138025.432935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.432958:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972649600 00000100:00100000:0.0:1746138025.432965:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972649600 00002000:00100000:0.0:1746138025.432997:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800937c3480 x1830957972649600/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.433006:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c3480 with x1830957972649600 ext(11534336->12582911) 00002000:00010000:0.0:1746138025.433011:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c3480 00000100:00100000:0.0:1746138025.433029:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5885 00000100:00100000:0.0:1746138025.433051:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+55:1958:x1830957972649600:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138025.433241:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+33:1957:x1830957972648320:12345-192.168.204.27@tcp:4:dd.0 Request processed in 28920us (29714us total) trans 4294968076 rc 0/0 00000100:00100000:3.0:1746138025.433248:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5880 00002000:00100000:3.0:1746138025.433254:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88008aa73480 x1830957972648320/t4294968076(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.433261:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa73480 with x1830957972648320 ext(9437184->10485759) 00002000:00010000:3.0:1746138025.433264:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa73480 00000001:00080000:2.0:1746138025.433496:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968066 is committed 00000001:00080000:2.0:1746138025.433508:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968069 is committed 00010000:00010000:0.0:1746138025.433519:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.433530:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.433545:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.433552:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099ae3800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.433556:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.433562:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.433579:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.433586:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ae3800/0x8ae21a86589e289e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.433626:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009287d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972642944:12345-192.168.204.27@tcp:4:dd.0 Request processed in 157675us (157888us total) trans 4294968066 rc 0/0 00000100:00100000:0.0:1746138025.433634:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5861 00000100:00100000:2.0:1746138025.439517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.439557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.439580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.439588:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972649856 00000100:00100000:2.0:1746138025.439595:0:1430:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972650368 00000100:00100000:0.0:1746138025.439597:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972649856 00000100:00100000:2.0:1746138025.439599:0:1430:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972650368 00002000:00100000:0.0:1746138025.439634:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88012cb9b100 x1830957972649856/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/0 e 0 to 0 dl 1746138036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746138025.439642:0:1430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5886 00002000:00100000:0.0:1746138025.439643:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9b100 with x1830957972649856 ext(12582912->13631487) 00002000:00010000:0.0:1746138025.439648:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb9b100 00000100:00100000:2.0:1746138025.439650:0:1430:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972650368:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138025.439660:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5887 00000100:00100000:0.0:1746138025.439665:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+27:1957:x1830957972649856:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:2.0:1746138025.439682:0:1430:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.439694:0:1430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.439696:0:1430:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.439700:0:1430:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.439712:0:1430:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.439958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.439971:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972650624 00000100:00100000:0.0:1746138025.439974:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972650624 00000100:00100000:0.0:1746138025.439996:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5888 00000100:00100000:0.0:1746138025.440000:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972650624:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138025.440014:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.440022:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.440023:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.440026:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.440051:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.441095:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972650112 00000100:00100000:3.0:1746138025.441102:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972650112 00000100:00100000:3.0:1746138025.441142:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 171 00000100:00100000:3.0:1746138025.441149:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+21:1107:x1830957972650112:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:2.0:1746138025.441163:0:31694:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+57:1958:x1830957972648576:12345-192.168.204.27@tcp:4:dd.0 Request processed in 23657us (31207us total) trans 4294968964 rc 0/0 00000100:00100000:2.0:1746138025.441171:0:31694:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5881 00002000:00100000:2.0:1746138025.441178:0:31694:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800937c0000 x1830957972648576/t4294968964(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.441186:0:31694:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c0000 with x1830957972648576 ext(9437184->10485759) 00002000:00010000:2.0:1746138025.441190:0:31694:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c0000 00000100:00100000:3.0:1746138025.441331:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1107:x1830957972650112:12345-192.168.204.27@tcp:35:dd.0 Request processed in 183us (1824us total) trans 4294986838 rc 0/0 00000100:00100000:3.0:1746138025.441337:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 171 00000100:00100000:2.0:1746138025.448235:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+57:1958:x1830957972649088:12345-192.168.204.27@tcp:4:dd.0 Request processed in 22402us (22625us total) trans 4294968965 rc 0/0 00000100:00100000:2.0:1746138025.448247:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5883 00002000:00100000:2.0:1746138025.448258:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff8800937c3100 x1830957972649088/t4294968965(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.448266:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c3100 with x1830957972649088 ext(10485760->11534335) 00002000:00010000:2.0:1746138025.448272:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c3100 00010000:00010000:3.0:1746138025.448602:0:1430:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.448617:0:1430:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.448624:0:1430:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.448630:0:1430:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ebbc00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.448633:0:1430:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.448640:0:1430:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.448657:0:1430:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.448662:0:1430:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ebbc00/0x8ae21a86589e28b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.448717:0:1430:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972650368:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9067us (9135us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.448725:0:1430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5886 00000100:00100000:2.0:1746138025.456916:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+29:1957:x1830957972649344:12345-192.168.204.27@tcp:4:dd.0 Request processed in 30881us (31221us total) trans 4294968077 rc 0/0 00000100:00100000:2.0:1746138025.456931:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5884 00002000:00100000:2.0:1746138025.456947:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800937c2d80 x1830957972649344/t4294968077(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138025.456957:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c2d80 with x1830957972649344 ext(11534336->12582911) 00002000:00010000:2.0:1746138025.456964:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937c2d80 00010000:00010000:0.0:1746138025.457560:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.457577:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.457584:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.457591:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800942b4600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.457595:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.457603:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.457621:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.457626:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800942b4600/0x8ae21a86589e28ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.457752:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972650624:12345-192.168.204.27@tcp:3:dd.0 Request processed in 17748us (17792us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138025.458823:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5888 00000100:00100000:3.0:1746138025.461826:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092baad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+29:1957:x1830957972648832:12345-192.168.204.27@tcp:4:dd.0 Request processed in 39847us (39965us total) trans 4294968078 rc 0/0 00000100:00100000:3.0:1746138025.461839:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5882 00002000:00100000:3.0:1746138025.461852:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880092baad80 x1830957972648832/t4294968078(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138025.461863:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092baad80 with x1830957972648832 ext(10485760->11534335) 00002000:00010000:3.0:1746138025.461869:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092baad80 00000100:00100000:0.0:1746138025.462990:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.463592:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.463618:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972650880 00000100:00100000:0.0:1746138025.463625:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972650880 00000100:00100000:0.0:1746138025.463677:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972651008 00000100:00100000:0.0:1746138025.463683:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972651008 00000100:00100000:0.0:1746138025.463709:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5889 00000100:00100000:0.0:1746138025.463716:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972650880:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:0.0:1746138025.463766:0:20062:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00010000:00010000:0.0:1746138025.463774:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.463788:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.463790:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.463796:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.463809:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.464088:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5890 00000100:00100000:2.0:1746138025.464096:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972651008:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:2.0:1746138025.464113:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.464120:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.464121:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.464123:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.464131:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.464413:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+57:1958:x1830957972649600:12345-192.168.204.27@tcp:4:dd.0 Request processed in 31376us (31533us total) trans 4294968966 rc 0/0 00000100:00100000:1.0:1746138025.464436:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5885 00002000:00100000:1.0:1746138025.464444:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800937c3480 x1830957972649600/t4294968966(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138025.464453:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937c3480 with x1830957972649600 ext(11534336->12582911) 00002000:00010000:1.0:1746138025.464457:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937c3480 00000100:00100000:0.0:1746138025.469557:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+29:1957:x1830957972649856:12345-192.168.204.27@tcp:4:dd.0 Request processed in 29881us (29989us total) trans 4294968079 rc 0/0 00000100:00100000:0.0:1746138025.469568:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5887 00002000:00100000:0.0:1746138025.469580:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88012cb9b100 x1830957972649856/t4294968079(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:461/0 lens 488/448 e 0 to 0 dl 1746138036 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138025.469594:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cb9b100 with x1830957972649856 ext(12582912->13631487) 00002000:00010000:0.0:1746138025.469599:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cb9b100 00000001:00080000:2.0:1746138025.509268:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968080 is committed 00010000:00010000:0.0:1746138025.509293:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.509301:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.509306:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.509310:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093414c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.509313:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.509317:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.509331:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.509334:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093414c00/0x8ae21a86589e28c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746138025.509380:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968079 is committed 00000100:00100000:0.0:1746138025.509391:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1957:x1830957972650880:12345-192.168.204.27@tcp:4:dd.0 Request processed in 45672us (46402us total) trans 4294968080 rc 0/0 00000100:00100000:0.0:1746138025.509397:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5889 00000001:00080000:2.0:1746138025.529992:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968081 is committed 00010000:00010000:3.0:1746138025.530238:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.530253:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.530262:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.530270:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093727800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.530273:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.530281:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.530300:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.530305:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093727800/0x8ae21a86589e28c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.530396:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972651008:12345-192.168.204.27@tcp:4:dd.0 Request processed in 66295us (66801us total) trans 4294968081 rc 0/0 00000100:00100000:3.0:1746138025.530406:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5890 00000100:00100000:2.0:1746138025.533827:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.533875:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.533938:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972651648 00000100:00100000:0.0:1746138025.533938:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972651520 00000100:00100000:3.0:1746138025.533947:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972651648 00000100:00100000:0.0:1746138025.533947:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972651520 00000100:00100000:3.0:1746138025.534045:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5891 00000100:00100000:3.0:1746138025.534053:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972651648:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138025.534064:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5892 00000100:00100000:0.0:1746138025.534071:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972651520:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138025.534088:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.534090:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.534102:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.534102:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.534104:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.534104:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.534108:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.534108:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.534121:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.534121:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.540816:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.540830:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.540838:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.540844:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094887e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.540847:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.540855:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.540871:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.540876:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094887e00/0x8ae21a86589e28cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.540944:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972651648:12345-192.168.204.27@tcp:3:dd.0 Request processed in 6889us (7064us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.540951:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5891 00010000:00010000:0.0:1746138025.543321:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.543334:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.543340:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.543345:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41a9e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.543348:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.543354:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.543369:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.543374:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e28d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.543459:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972651520:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9385us (9643us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138025.543467:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5892 00000100:00100000:2.0:1746138025.547258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.547332:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972651904 00000100:00100000:0.0:1746138025.547339:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972651904 00000100:00100000:0.0:1746138025.547400:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5893 00000100:00100000:0.0:1746138025.547407:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972651904:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:0.0:1746138025.547483:0:20062:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00010000:00010000:0.0:1746138025.547490:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.547501:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.547502:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.547506:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.547517:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.547922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.547986:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972652032 00000100:00100000:3.0:1746138025.547990:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972652032 00000100:00100000:3.0:1746138025.548023:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5894 00000100:00100000:3.0:1746138025.548029:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972652032:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:3.0:1746138025.548054:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.548061:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.548062:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.548065:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.548073:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746138025.577689:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968082 is committed 00010000:00010000:1.0:1746138025.577734:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.577751:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.577757:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.577764:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41a9c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.577767:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.577774:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.577791:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.577800:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b41a9c00/0x8ae21a86589e28dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.577898:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1959:x1830957972651904:12345-192.168.204.27@tcp:4:dd.0 Request processed in 30485us (30641us total) trans 4294968082 rc 0/0 00000100:00100000:1.0:1746138025.577907:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5893 00000001:00080000:2.0:1746138025.596882:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968083 is committed 00010000:00010000:3.0:1746138025.596937:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.596951:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.596957:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.596961:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5e57200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.596964:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.596969:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.596985:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.596988:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e28e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.597142:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972652032:12345-192.168.204.27@tcp:4:dd.0 Request processed in 49106us (49214us total) trans 4294968083 rc 0/0 00000100:00100000:3.0:1746138025.597151:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5894 00000100:00100000:2.0:1746138025.599078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.599110:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.599158:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972652544 00000100:00100000:1.0:1746138025.599158:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972652672 00000100:00100000:3.0:1746138025.599167:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972652544 00000100:00100000:1.0:1746138025.599167:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972652672 00000100:00100000:3.0:1746138025.599223:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5895 00000100:00100000:1.0:1746138025.599228:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5896 00000100:00100000:3.0:1746138025.599230:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972652544:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:1.0:1746138025.599233:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972652672:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138025.599265:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.599265:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.599278:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.599278:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.599279:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.599280:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.599285:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.599285:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.599297:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.599297:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.604497:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.604518:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.604526:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.604533:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ebb400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.604537:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.604545:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.604564:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.604576:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ebb400/0x8ae21a86589e28f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.604664:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972652544:12345-192.168.204.27@tcp:3:dd.0 Request processed in 5428us (5545us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.604674:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5895 00010000:00010000:1.0:1746138025.605234:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.605243:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.605250:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.605255:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093346600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.605257:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.605263:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.605273:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.605284:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093346600/0x8ae21a86589e28eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.605333:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972652672:12345-192.168.204.27@tcp:3:dd.0 Request processed in 6099us (6259us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.605339:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5896 00000100:00100000:2.0:1746138025.607861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.607915:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972652928 00000100:00100000:0.0:1746138025.607925:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972652928 00000100:00100000:0.0:1746138025.607997:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5897 00000100:00100000:0.0:1746138025.608006:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972652928:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:0.0:1746138025.608066:0:20062:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00010000:00010000:0.0:1746138025.608075:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.608088:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.608090:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.608095:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.608108:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.608555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.608660:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972653056 00000100:00100000:3.0:1746138025.608664:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972653056 00000100:00100000:3.0:1746138025.608715:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5898 00000100:00100000:3.0:1746138025.608721:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972653056:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:3.0:1746138025.608736:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.608745:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.608746:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.608749:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.608758:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.630811:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.630822:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.630829:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.630835:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5e63c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.630839:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746138025.630842:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968084 is committed 00010000:00010000:0.0:1746138025.630846:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.630862:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.630867:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e63c00/0x8ae21a86589e28f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.630929:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972652928:12345-192.168.204.27@tcp:4:dd.0 Request processed in 22921us (23073us total) trans 4294968084 rc 0/0 00000100:00100000:0.0:1746138025.630938:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5897 00000001:00080000:2.0:1746138025.641581:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968085 is committed 00010000:00010000:1.0:1746138025.641616:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.641627:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.641634:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.641640:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ebba00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.641644:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.641651:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.641666:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.641671:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebba00/0x8ae21a86589e2900 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.641744:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972653056:12345-192.168.204.27@tcp:4:dd.0 Request processed in 33018us (33184us total) trans 4294968085 rc 0/0 00000100:00100000:1.0:1746138025.641752:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5898 00000100:00100000:2.0:1746138025.643541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.643591:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972653696 00000100:00100000:1.0:1746138025.643598:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972653696 00000100:00100000:1.0:1746138025.643648:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5899 00000100:00100000:1.0:1746138025.643655:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972653696:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:1.0:1746138025.643680:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.643690:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.643692:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.643695:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.643704:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.644518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.644640:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972653568 00000100:00100000:1.0:1746138025.644644:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972653568 00000100:00100000:1.0:1746138025.644685:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5900 00000100:00100000:1.0:1746138025.644691:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972653568:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:1.0:1746138025.644709:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.644717:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.644719:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.644722:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.644731:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.648697:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.648711:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.648718:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.648724:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131062000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.648727:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.648734:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.648749:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.648755:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2907 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.648818:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972653696:12345-192.168.204.27@tcp:3:dd.0 Request processed in 5159us (5277us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.648828:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5899 00010000:00010000:1.0:1746138025.649569:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.649575:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.649579:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.649582:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144ea00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.649583:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.649587:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.649594:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.649597:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009144ea00/0x8ae21a86589e290e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.649635:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972653568:12345-192.168.204.27@tcp:3:dd.0 Request processed in 4944us (5119us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.649639:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5900 00000100:00100000:0.0:1746138025.654334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.654383:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972653952 00000100:00100000:1.0:1746138025.654391:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972653952 00000100:00100000:2.0:1746138025.654586:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5901 00000100:00100000:2.0:1746138025.654595:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972653952:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:2.0:1746138025.654633:0:31692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00010000:00010000:2.0:1746138025.654640:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.654650:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.654652:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.654656:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.654671:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.655326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.655363:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972654080 00000100:00100000:1.0:1746138025.655367:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972654080 00000100:00100000:1.0:1746138025.655402:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5902 00000100:00100000:1.0:1746138025.655408:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972654080:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:1.0:1746138025.655439:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.655446:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.655448:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.655451:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.655459:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.689328:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.689346:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.689354:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.689362:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b76a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138025.689366:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.689375:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.689396:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.689407:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b76a00/0x8ae21a86589e2915 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.689518:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1958:x1830957972653952:12345-192.168.204.27@tcp:4:dd.0 Request processed in 34920us (35185us total) trans 4294968086 rc 0/0 00000100:00100000:2.0:1746138025.689528:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5901 00000001:00080000:3.0:1746138025.689907:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968086 is committed 00000001:00080000:2.0:1746138025.708905:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968087 is committed 00010000:00010000:1.0:1746138025.709003:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.709016:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.709024:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.709076:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144e200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.709080:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.709092:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.709109:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.709114:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144e200/0x8ae21a86589e291c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.709227:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972654080:12345-192.168.204.27@tcp:4:dd.0 Request processed in 53815us (53896us total) trans 4294968087 rc 0/0 00000100:00100000:1.0:1746138025.709237:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5902 00000100:00100000:2.0:1746138025.714475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.714563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.714622:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972654592 00000100:00100000:1.0:1746138025.714629:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972654592 00000100:00100000:1.0:1746138025.714680:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972654720 00000100:00100000:1.0:1746138025.714683:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972654720 00000100:00100000:1.0:1746138025.714699:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5903 00000100:00100000:1.0:1746138025.714706:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972654592:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:2.0:1746138025.714708:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5904 00000100:00100000:2.0:1746138025.714715:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972654720:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138025.714740:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.714740:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.714752:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.714752:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.714754:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.714754:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.714758:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.714758:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.714770:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.714770:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.723830:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.723849:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.723858:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.723865:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f01600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.723869:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.723878:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.723905:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.723911:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f01600/0x8ae21a86589e292a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.724001:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972654720:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9281us (9431us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138025.724023:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5904 00010000:00010000:1.0:1746138025.724366:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.724382:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.724389:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.724395:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5fa1400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.724399:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.724405:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.724461:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.724468:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa1400/0x8ae21a86589e2923 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.724541:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972654592:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9831us (10069us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.724550:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5903 00000100:00100000:3.0:1746138025.730144:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.730230:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972654976 00000100:00100000:1.0:1746138025.730239:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972654976 00000100:00100000:1.0:1746138025.730293:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5905 00000100:00100000:1.0:1746138025.730299:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972654976:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:1.0:1746138025.730341:0:20062:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00010000:00010000:1.0:1746138025.730348:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.730359:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.730361:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.730365:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.730378:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.730886:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.731083:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972655104 00000100:00100000:0.0:1746138025.731094:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972655104 00000100:00100000:0.0:1746138025.731146:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5906 00000100:00100000:0.0:1746138025.731153:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1959:x1830957972655104:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:0.0:1746138025.731180:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.731194:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.731196:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.731200:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.731212:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746138025.754922:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968088 is committed 00010000:00010000:1.0:1746138025.755047:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.755058:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.755065:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.755074:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5fa0600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.755078:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.755084:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.755101:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.755107:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5fa0600/0x8ae21a86589e2931 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.755183:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1960:x1830957972654976:12345-192.168.204.27@tcp:4:dd.0 Request processed in 24880us (25044us total) trans 4294968088 rc 0/0 00000100:00100000:1.0:1746138025.755193:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5905 00000001:00080000:3.0:1746138025.779719:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968089 is committed 00010000:00010000:2.0:1746138025.779848:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.779862:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.779870:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.779875:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b76c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138025.779880:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.779888:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.779905:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.779911:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b76c00/0x8ae21a86589e2938 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.780014:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972655104:12345-192.168.204.27@tcp:4:dd.0 Request processed in 48854us (49121us total) trans 4294968089 rc 0/0 00000100:00100000:2.0:1746138025.780026:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5906 00000100:00100000:3.0:1746138025.783811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.783888:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972655488 00000100:00100000:2.0:1746138025.783901:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972655488 00000100:00100000:2.0:1746138025.783974:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5907 00000100:00100000:2.0:1746138025.783983:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972655488:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138025.784039:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.784053:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.784054:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.784060:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.784076:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.785256:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138025.786478:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972655744 00000100:00100000:1.0:1746138025.786493:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972655744 00000100:00100000:1.0:1746138025.786569:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5908 00000100:00100000:1.0:1746138025.786577:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972655744:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:1.0:1746138025.786620:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.786633:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.786635:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138025.786640:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.786659:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.792996:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.793016:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.793023:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.793041:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131412a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.793044:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.793052:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.793072:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.793077:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131412a00/0x8ae21a86589e293f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.793167:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972655488:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9181us (9365us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138025.793176:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5907 00010000:00010000:1.0:1746138025.794966:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.794988:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.794996:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.795002:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093727a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138025.795006:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.795012:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.795043:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138025.795049:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093727a00/0x8ae21a86589e2946 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.795302:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972655744:12345-192.168.204.27@tcp:3:dd.0 Request processed in 8720us (10045us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138025.795312:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5908 00000100:00100000:3.0:1746138025.798183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.798234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.798339:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972656000 00000100:00100000:0.0:1746138025.798348:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972656000 00000100:00100000:0.0:1746138025.798409:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972656128 00000100:00100000:0.0:1746138025.798411:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972656128 00000100:00100000:3.0:1746138025.798442:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5909 00000100:00100000:3.0:1746138025.798451:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972656000:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138025.798456:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5910 00000100:00100000:0.0:1746138025.798462:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972656128:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:3.0:1746138025.798501:0:31692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00010000:00010000:3.0:1746138025.798511:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.798523:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.798525:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.798529:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.798540:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.798792:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.798800:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.798802:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.798804:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.798812:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.839741:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.839753:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.839761:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.839767:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094342e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.839771:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.839778:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.839795:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.839800:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094342e00/0x8ae21a86589e294d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.839868:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1957:x1830957972656000:12345-192.168.204.27@tcp:4:dd.0 Request processed in 41415us (41694us total) trans 4294968090 rc 0/0 00000100:00100000:3.0:1746138025.839877:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5909 00000001:00080000:3.0:1746138025.839904:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968090 is committed 00010000:00010000:3.0:1746138025.866308:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.866323:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.866330:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.866336:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093347200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.866341:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.866352:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.866368:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.866374:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093347200/0x8ae21a86589e2954 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.866473:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972656128:12345-192.168.204.27@tcp:4:dd.0 Request processed in 68007us (68235us total) trans 4294968091 rc 0/0 00000100:00100000:3.0:1746138025.866483:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5910 00000001:00080000:3.0:1746138025.866512:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968091 is committed 00000100:00100000:2.0:1746138025.870865:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.870909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.870921:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972656512 00000100:00100000:3.0:1746138025.870929:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972656512 00000100:00100000:3.0:1746138025.870979:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972656768 00000100:00100000:3.0:1746138025.870982:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972656768 00000100:00100000:3.0:1746138025.871009:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5911 00000100:00100000:3.0:1746138025.871016:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972656512:12345-192.168.204.27@tcp:3:dd.0 00000100:00100000:0.0:1746138025.871016:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5912 00000100:00100000:0.0:1746138025.871024:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972656768:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138025.871056:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.871056:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.871068:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.871068:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.871069:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.871069:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.871073:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.871073:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.871084:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.871085:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.877708:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.877724:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.877736:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.877742:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092eba200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.877745:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.877752:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.877767:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.877773:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092eba200/0x8ae21a86589e295b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.877856:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972656512:12345-192.168.204.27@tcp:3:dd.0 Request processed in 6835us (6995us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138025.877868:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5911 00010000:00010000:0.0:1746138025.880243:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.880260:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.880269:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.880275:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949ce800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.880279:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.880286:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.880302:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.880309:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949ce800/0x8ae21a86589e2962 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.880382:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972656768:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9354us (9468us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138025.880391:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5912 00000100:00100000:0.0:1746138025.884227:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.884280:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138025.884370:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972657152 00000100:00100000:2.0:1746138025.884370:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972657024 00000100:00100000:3.0:1746138025.884378:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972657152 00000100:00100000:2.0:1746138025.884378:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972657024 00000100:00100000:3.0:1746138025.884503:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5913 00000100:00100000:3.0:1746138025.884511:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972657152:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138025.884526:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5914 00000100:00100000:2.0:1746138025.884533:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972657024:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:3.0:1746138025.884554:0:8507:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00010000:00010000:3.0:1746138025.884564:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.884665:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.884676:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.884678:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.884682:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.884694:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.884846:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.884847:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138025.884850:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.884858:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.921205:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.921217:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.921225:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.921231:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009495d800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138025.921236:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.921243:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.921261:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.921266:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009495d800/0x8ae21a86589e2970 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.921341:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1960:x1830957972657024:12345-192.168.204.27@tcp:4:dd.0 Request processed in 36804us (37056us total) trans 4294968092 rc 0/0 00000100:00100000:2.0:1746138025.921350:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5914 00000001:00080000:2.0:1746138025.921375:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968092 is committed 00000001:00080000:3.0:1746138025.949101:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968093 is committed 00010000:00010000:2.0:1746138025.949185:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.949196:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.949204:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.949211:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ebbc00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138025.949215:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.949227:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.949243:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.949248:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ebbc00/0x8ae21a86589e2969 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.949333:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972657152:12345-192.168.204.27@tcp:4:dd.0 Request processed in 64818us (65108us total) trans 4294968093 rc 0/0 00000100:00100000:2.0:1746138025.949342:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5913 00000100:00100000:0.0:1746138025.951885:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138025.951974:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972657536 00000100:00100000:2.0:1746138025.951985:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972657536 00000100:00100000:2.0:1746138025.952075:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5915 00000100:00100000:2.0:1746138025.952085:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1959:x1830957972657536:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138025.952122:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.952138:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.952140:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.952146:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.952160:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138025.952523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.952565:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972657792 00000100:00100000:0.0:1746138025.952572:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972657792 00000100:00100000:0.0:1746138025.952612:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5916 00000100:00100000:0.0:1746138025.952619:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972657792:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138025.952650:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.952661:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.952663:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.952667:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.952679:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.960043:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.960060:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.960070:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.960077:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b76000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138025.960082:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.960091:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.960112:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.960118:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b76000/0x8ae21a86589e2977 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138025.960212:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1959:x1830957972657536:12345-192.168.204.27@tcp:3:dd.0 Request processed in 8122us (8334us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138025.960222:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5915 00010000:00010000:0.0:1746138025.961721:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.961738:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.961747:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.961754:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bb9800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138025.961759:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.961766:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.961786:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.961797:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bb9800/0x8ae21a86589e297e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138025.962188:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1959:x1830957972657792:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9344us (9440us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138025.962199:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5916 00000100:00100000:0.0:1746138025.964677:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.964746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138025.964801:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972658048 00000100:00100000:0.0:1746138025.964810:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972658048 00000100:00100000:2.0:1746138025.964845:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972658176 00000100:00100000:2.0:1746138025.964859:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972658176 00000100:00100000:0.0:1746138025.964879:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5917 00000100:00100000:0.0:1746138025.964888:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972658048:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138025.964919:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5918 00000100:00100000:2.0:1746138025.964927:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972658176:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:0.0:1746138025.964948:0:31692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00010000:00010000:0.0:1746138025.964957:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.964962:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.964969:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.964971:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138025.964977:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138025.964993:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.964995:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.964997:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138025.965001:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138025.965013:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.997832:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.997847:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.997855:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.997915:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092f2de00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138025.997919:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.997926:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.997945:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138025.997951:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f2de00/0x8ae21a86589e2985 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138025.998036:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+13:1957:x1830957972658048:12345-192.168.204.27@tcp:4:dd.0 Request processed in 33134us (33358us total) trans 4294968094 rc 0/0 00000100:00100000:3.0:1746138025.998047:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5917 00000001:00080000:3.0:1746138025.998084:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968094 is committed 00010000:00010000:2.0:1746138026.023753:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.023768:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.023775:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746138026.023811:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968095 is committed 00010000:00010000:2.0:1746138026.026131:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b76600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138026.026136:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.026145:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.026175:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.026182:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b76600/0x8ae21a86589e298c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.026794:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972658176:12345-192.168.204.27@tcp:4:dd.0 Request processed in 61861us (62041us total) trans 4294968095 rc 0/0 00000100:00100000:3.0:1746138026.026804:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5918 00000100:00100000:0.0:1746138026.030509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.032861:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972658688 00000100:00100000:3.0:1746138026.032874:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972658688 00000100:00100000:3.0:1746138026.033399:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5919 00000100:00100000:3.0:1746138026.033406:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972658688:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138026.033466:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138026.033501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00080000:2.0:1746138026.033563:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746138026.033612:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972658816 00010000:00010000:3.0:1746138026.033617:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746138026.033617:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972658816 00010000:00010000:3.0:1746138026.033619:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.033623:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746138026.033653:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746138026.033663:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5920 00000100:00100000:1.0:1746138026.033668:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972658816:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:1.0:1746138026.033684:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.033695:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138026.033696:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138026.033699:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.033706:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.033734:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.041055:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.041072:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.041081:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.041087:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138026.041092:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.041099:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.041115:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.041121:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e2993 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.041218:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972658688:12345-192.168.204.27@tcp:3:dd.0 Request processed in 7807us (10712us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.041227:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5919 00010000:00010000:2.0:1746138026.042071:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.042081:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.042087:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.042093:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c500800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138026.042095:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.042101:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.042112:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.042121:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c500800/0x8ae21a86589e299a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.042177:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1957:x1830957972658816:12345-192.168.204.27@tcp:3:dd.0 Request processed in 8506us (8674us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.042183:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5920 00000100:00100000:0.0:1746138026.045944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.046637:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972659072 00000100:00100000:2.0:1746138026.046648:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972659072 00000100:00100000:0.0:1746138026.046728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.047004:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972659200 00000100:00100000:2.0:1746138026.047008:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972659200 00000100:00100000:2.0:1746138026.047050:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5921 00000100:00100000:2.0:1746138026.047056:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972659072:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:2.0:1746138026.047095:0:20062:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3a9, atime: 0x0, ctime: 0x6813f3a9, blocks: 0xc80b 00000100:00100000:3.0:1746138026.047121:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5922 00000100:00100000:3.0:1746138026.047128:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972659200:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:3.0:1746138026.047268:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.047268:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.047280:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.047282:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.047286:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.047297:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.047297:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.047298:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.047301:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.047307:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.072974:0:7127:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746138026.080792:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968096 is committed 00002000:00010000:2.0:1746138026.080862:0:31692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746138025 -> 1746138026 00002000:00010000:2.0:1746138026.080865:0:31692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746138025 -> 1746138026 00010000:00010000:2.0:1746138026.080878:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.080888:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.080896:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.080902:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138026.080906:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.080912:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.080928:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.080933:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.080996:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972659200:12345-192.168.204.27@tcp:4:dd.0 Request processed in 33864us (34264us total) trans 4294968096 rc 0/0 00000100:00100000:2.0:1746138026.081003:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5922 00010000:00010000:3.0:1746138026.135197:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.135208:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.135213:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.135218:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf67c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138026.135221:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.135225:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.135236:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.135240:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67c00/0x8ae21a86589e29a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.135470:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972659072:12345-192.168.204.27@tcp:4:dd.0 Request processed in 88411us (89529us total) trans 4294968097 rc 0/0 00000100:00100000:3.0:1746138026.135477:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5921 00000001:00080000:3.0:1746138026.135500:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968097 is committed 00000100:00100000:0.0:1746138026.138034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.138090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.138151:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972659584 00000100:00100000:2.0:1746138026.138160:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972659584 00000100:00100000:2.0:1746138026.138207:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972659840 00000100:00100000:2.0:1746138026.138209:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972659840 00000100:00100000:2.0:1746138026.138228:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5923 00000100:00100000:2.0:1746138026.138235:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972659584:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138026.138266:0:31692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.138277:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.138279:0:31692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.138284:0:31692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.138300:0:31692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138026.138694:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5924 00000100:00100000:0.0:1746138026.138701:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972659840:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138026.138719:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.138727:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.138729:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.138732:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.138740:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.151037:0:31692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.151053:0:31692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.151060:0:31692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.151066:0:31692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c047800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138026.151069:0:31692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.151078:0:31692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.151095:0:31692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.151100:0:31692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c047800/0x8ae21a86589e29af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138026.151159:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009438b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972659584:12345-192.168.204.27@tcp:3:dd.0 Request processed in 12921us (13140us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.151168:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5923 00010000:00010000:1.0:1746138026.151220:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.151229:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.151236:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.151245:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5e57200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138026.151248:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.151254:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.151264:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.151274:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5e57200/0x8ae21a86589e29b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138026.151321:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1960:x1830957972659840:12345-192.168.204.27@tcp:3:dd.0 Request processed in 12620us (13230us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138026.151327:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5924 00000100:00100000:2.0:1746138026.158457:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.158841:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972660096 00000100:00100000:1.0:1746138026.158850:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972660096 00000100:00100000:1.0:1746138026.158909:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5925 00000100:00100000:1.0:1746138026.158915:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972660096:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:1.0:1746138026.158954:0:31695:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3aa, atime: 0x0, ctime: 0x6813f3aa, blocks: 0xc80b 00010000:00010000:1.0:1746138026.158961:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.158971:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138026.158973:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138026.158977:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.158987:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138026.159705:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.159767:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972660224 00000100:00100000:1.0:1746138026.159771:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972660224 00000100:00100000:3.0:1746138026.159846:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5926 00000100:00100000:3.0:1746138026.159855:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972660224:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:3.0:1746138026.159879:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.159888:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.159889:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.159892:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.159900:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746138026.207259:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968098 is committed 00010000:00010000:2.0:1746138026.207560:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.207571:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.207578:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.207584:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009428f400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138026.207587:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.207594:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.207615:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.207620:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009428f400/0x8ae21a86589e29bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.207693:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972660096:12345-192.168.204.27@tcp:4:dd.0 Request processed in 48773us (49242us total) trans 4294968098 rc 0/0 00000100:00100000:2.0:1746138026.207703:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5925 00010000:00010000:3.0:1746138026.231737:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.231751:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.231758:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.231764:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935bda00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138026.231768:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.231774:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.231789:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.231794:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935bda00/0x8ae21a86589e29c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.231859:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972660224:12345-192.168.204.27@tcp:4:dd.0 Request processed in 72002us (72152us total) trans 4294968099 rc 0/0 00000100:00100000:3.0:1746138026.231867:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5926 00000001:00080000:3.0:1746138026.231892:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968099 is committed 00000100:00100000:2.0:1746138026.234921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.234958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.234990:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972660736 00000100:00100000:3.0:1746138026.235001:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972660736 00000100:00100000:0.0:1746138026.235035:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972660864 00000100:00100000:0.0:1746138026.235039:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972660864 00000100:00100000:3.0:1746138026.235098:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5927 00000100:00100000:3.0:1746138026.235106:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972660736:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138026.235135:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138026.235135:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5928 00000100:00100000:0.0:1746138026.235141:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972660864:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:3.0:1746138026.235146:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.235147:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.235152:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.235158:0:31695:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.235166:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.235167:0:31695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.235170:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.235170:0:31695:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.235177:0:31695:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.240923:0:31695:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.240935:0:31695:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.240942:0:31695:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.240948:0:31695:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746138026.240951:0:31695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.240959:0:31695:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.240973:0:31695:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.240979:0:31695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57200/0x8ae21a86589e29d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138026.241061:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1957:x1830957972660864:12345-192.168.204.27@tcp:3:dd.0 Request processed in 5917us (6099us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.241069:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5928 00010000:00010000:3.0:1746138026.242338:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.242349:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.242356:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.242361:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099bb8200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138026.242364:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.242374:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.242385:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.242390:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bb8200/0x8ae21a86589e29cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.242488:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1958:x1830957972660736:12345-192.168.204.27@tcp:3:dd.0 Request processed in 7380us (7570us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.242496:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5927 00000100:00100000:2.0:1746138026.245714:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.245870:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972661120 00000100:00100000:3.0:1746138026.245880:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972661120 00000100:00100000:2.0:1746138026.245926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.245949:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972661248 00000100:00100000:3.0:1746138026.245952:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972661248 00000100:00100000:2.0:1746138026.245970:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5929 00000100:00100000:3.0:1746138026.245981:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5930 00000100:00100000:2.0:1746138026.245982:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1959:x1830957972661120:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138026.245988:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972661248:12345-192.168.204.27@tcp:4:dd.0 00002000:00010000:3.0:1746138026.246042:0:20062:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3aa, atime: 0x0, ctime: 0x6813f3aa, blocks: 0xc80b 00010000:00010000:3.0:1746138026.246055:0:20062:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.246067:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.246068:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.246069:0:20062:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.246074:0:20062:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.246090:0:20062:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.246092:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.246094:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.246098:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.246108:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746138026.275510:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968100 is committed 00010000:00010000:2.0:1746138026.275602:0:20062:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.275614:0:20062:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.275621:0:20062:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.275627:0:20062:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b0a3400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138026.275630:0:20062:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.275636:0:20062:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.275791:0:20062:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.275798:0:20062:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b0a3400/0x8ae21a86589e29d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.275878:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1960:x1830957972661248:12345-192.168.204.27@tcp:4:dd.0 Request processed in 29886us (29948us total) trans 4294968100 rc 0/0 00000100:00100000:2.0:1746138026.275887:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5930 00010000:00010000:3.0:1746138026.305120:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.305134:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.305141:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.305147:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094226c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746138026.305150:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.305156:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.305169:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.305173:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094226c00/0x8ae21a86589e29e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.305239:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1959:x1830957972661120:12345-192.168.204.27@tcp:4:dd.0 Request processed in 59258us (59529us total) trans 4294968101 rc 0/0 00000100:00100000:3.0:1746138026.305248:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5929 00000001:00080000:3.0:1746138026.305285:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968101 is committed 00000100:00100000:3.0:1746138026.309904:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.309967:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972661632 00000100:00100000:0.0:1746138026.309975:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972661632 00000100:00100000:0.0:1746138026.310044:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5931 00000100:00100000:0.0:1746138026.310051:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1959:x1830957972661632:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:0.0:1746138026.310083:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.310096:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.310098:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.310106:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.310119:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.319288:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.319306:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.319312:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.319319:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac57400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746138026.319322:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.319329:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.319345:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.319351:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57400/0x8ae21a86589e29e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138026.319781:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1959:x1830957972661632:12345-192.168.204.27@tcp:3:dd.0 Request processed in 9725us (9881us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138026.319790:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5931 00000100:00100000:2.0:1746138026.324359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.324486:0:11153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972661760 00000100:00100000:0.0:1746138026.324493:0:11153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972661760 00000100:00100000:0.0:1746138026.324546:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8032 00000100:00100000:0.0:1746138026.324553:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+7:1106:x1830957972661760:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:0.0:1746138026.324572:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138026.324590:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acdb0 expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746138026.324611:0:11153:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f3aa, atime: 0x0, ctime: 0x6813f3aa, blocks: 0xc80b 00010000:00010000:0.0:1746138026.324627:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.324629:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.324637:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdb0 expref: 8 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.324649:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac57000/0x8ae21a86589e29ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdb0 expref: 8 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.324659:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57000, rc 0) 00000100:00100000:0.0:1746138026.324696:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1106:x1830957972661760:12345-192.168.204.27@tcp:101:dd.0 Request processed in 144us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138026.324702:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8032 00000100:00100000:2.0:1746138026.332528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.332605:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972662016 00000100:00100000:1.0:1746138026.332617:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972662016 00002000:00100000:1.0:1746138026.332661:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880094120a80 x1830957972662016/t0(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.332672:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120a80 with x1830957972662016 ext(25165824->26214399) 00002000:00010000:1.0:1746138026.332677:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120a80 00000100:00100000:1.0:1746138026.332705:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5932 00000100:00100000:1.0:1746138026.332713:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972662016:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138026.338748:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972662016:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6020us (6215us total) trans 4294968102 rc 0/0 00000100:00100000:1.0:1746138026.338761:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5932 00002000:00100000:1.0:1746138026.338774:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880094120a80 x1830957972662016/t4294968102(0) o4->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/448 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.338784:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120a80 with x1830957972662016 ext(25165824->26214399) 00002000:00010000:1.0:1746138026.338790:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120a80 00000100:00100000:0.0:1746138026.343008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.343192:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972662144 00000100:00100000:1.0:1746138026.343199:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972662144 00000100:00100000:1.0:1746138026.343246:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8033 00000100:00100000:1.0:1746138026.343254:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972662144:12345-192.168.204.27@tcp:16:dd.0 00000001:00080000:3.0:1746138026.374241:0:9972:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968102 is committed 00000100:00100000:2.0:1746138026.374593:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972662144:12345-192.168.204.27@tcp:16:dd.0 Request processed in 31335us (31586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.374604:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8033 00000100:00100000:2.0:1746138026.376303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.376518:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972662400 00000100:00100000:3.0:1746138026.376527:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972662400 00000100:00100000:3.0:1746138026.376583:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 172 00000100:00100000:3.0:1746138026.376590:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801315f1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+29:1106:x1830957972662400:12345-192.168.204.27@tcp:35:dd.0 00000100:00080000:2.0:1746138026.376703:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746138026.377166:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801315f1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1106:x1830957972662400:12345-192.168.204.27@tcp:35:dd.0 Request processed in 576us (867us total) trans 4294986839 rc 0/0 00000100:00100000:3.0:1746138026.377173:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 172 00000100:00100000:0.0:1746138026.387312:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.387835:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972662528 00000100:00100000:3.0:1746138026.387842:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972662528 00000100:00100000:3.0:1746138026.387899:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46614 00000100:00100000:3.0:1746138026.387907:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+30:1111:x1830957972662528:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:3.0:1746138026.387929:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138026.387946:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093873800/0x8ae21a86589e29f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acdb7 expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.388002:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093872c00/0x8ae21a86589e29fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.388012:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093872c00/0x8ae21a86589e29fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.388034:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093872c00/0x8ae21a86589e29fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000004:00200000:3.0:1746138026.388089:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746138026.388092:0:21120:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138026.388108:0:21120:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093872c00/0x8ae21a86589e29fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.388126:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093873800/0x8ae21a86589e29f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdb7 expref: 32 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.388140:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093872c00/0x8ae21a86589e29fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdb7 expref: 31 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.388147:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:3.0:1746138026.388150:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746138026.388152:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093872c00, rc 0) 00000100:00100000:3.0:1746138026.388203:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1111:x1830957972662528:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 297us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.388209:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46614 00000100:00100000:0.0:1746138026.389908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.389952:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.390002:0:7142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972662784 00000100:00100000:3.0:1746138026.390005:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972662656 00000100:00100000:3.0:1746138026.390009:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972662656 00000100:00100000:1.0:1746138026.390009:0:7142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972662784 00000100:00100000:3.0:1746138026.390066:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46615 00000100:00100000:1.0:1746138026.390066:0:7142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:3.0:1746138026.390074:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1111:x1830957972662656:12345-192.168.204.27@tcp:101:checkstat.0 00000100:00100000:1.0:1746138026.390074:0:7142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972662784:12345-192.168.204.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1746138026.390099:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138026.390105:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138026.390111:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e2a03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acdbe expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.390114:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e2a0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acdc5 expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.390145:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390145:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.390155:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390164:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390164:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390170:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390174:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390176:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390180:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390180:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390183:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390184:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.390243:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.390249:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.390255:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.390260:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41a9c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138026.390263:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390265:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e2a2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390268:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390269:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e2a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390272:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e2a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390276:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:1.0:1746138026.390279:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138026.390282:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.390287:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9c00/0x8ae21a86589e2a11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00000004:00200000:3.0:1746138026.390289:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:3.0:1746138026.390292:0:21120:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746138026.390299:0:21120:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e2a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390304:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e2a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390305:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390307:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390310:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390312:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390315:0:21120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390315:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390317:0:21120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131063200 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138026.390318:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41a9e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.390319:0:21120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390320:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390321:0:21120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390324:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390325:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:3.0:1746138026.390327:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.390328:0:21120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390330:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131063200/0x8ae21a86589e2a18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390330:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009b7bf900) 00010000:00010000:1.0:1746138026.390331:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138026.390333:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390335:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390337:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.390337:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9e00/0x8ae21a86589e2a1f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.390340:0:21120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390342:0:21120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131063000 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.390344:0:21120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390348:0:21120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390352:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880129ed8700) 00010000:00010000:3.0:1746138026.390353:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.390354:0:21120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390356:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a26 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.390369:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e2a03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdbe expref: 35 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.390375:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e2a2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdbe expref: 34 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.390378:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:3.0:1746138026.390379:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138026.390380:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ed5800, rc 0) 00000100:00100000:3.0:1746138026.390433:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1111:x1830957972662656:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 345us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.390437:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46615 00010000:00010000:1.0:1746138026.391100:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e2a0a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdc5 expref: 33 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.391108:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:1.0:1746138026.391110:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746138026.391113:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a9600/0x8ae21a86589e2a0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdc5 expref: 33 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.391120:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b41a9600, rc -2) 00000100:00100000:1.0:1746138026.391147:0:7142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1957:x1830957972662784:12345-192.168.204.27@tcp:63:ll_sa.0 Request processed in 1074us (1193us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746138026.391154:0:7142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:0.0:1746138026.393813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.393945:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972662912 00000100:00100000:3.0:1746138026.393953:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972662912 00000100:00100000:3.0:1746138026.394004:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 332 00000100:00100000:3.0:1746138026.394011:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1959:x1830957972662912:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138026.394036:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138026.394055:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed5800/0x8ae21a86589e2a2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdbe expref: 32 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.394070:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:3.0:1746138026.394074:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138026.394121:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1959:x1830957972662912:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 111us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.394127:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 332 00000100:00100000:0.0:1746138026.394362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.394396:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.394474:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972663040 00000100:00100000:2.0:1746138026.394478:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972663040 00000100:00100000:2.0:1746138026.394498:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972663168 00000100:00100000:2.0:1746138026.394500:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972663168 00000100:00100000:2.0:1746138026.394519:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8034 00000100:00100000:2.0:1746138026.394525:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972663040:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746138026.394535:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.394546:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e2a34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acdcc expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.394550:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8035 00000100:00100000:3.0:1746138026.394556:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972663168:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:3.0:1746138026.394565:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138026.394575:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e2a3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acdd3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.394586:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968200576:192.168.204.27@tcp:106: 00000100:00100000:3.0:1746138026.394598:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957968200704:192.168.204.27@tcp:106: 00000100:00100000:2.0:1746138026.394642:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138026.394648:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129ff3e40 going to sleep for 11 seconds 00002000:00010000:0.0:1746138026.396487:0:8500:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746138026.396495:0:8500:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime: 0 -> 1746138025 00002000:00010000:0.0:1746138026.396497:0:8500:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime: 0 -> 1746138025 00002000:00010000:0.0:1746138026.396499:0:8500:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime: 0 -> 1746138025 00000100:00100000:0.0:1746138026.396524:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b3b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957968200704:192.168.204.27@tcp:106: 00002000:00010000:2.0:1746138026.396527:0:21614:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746138026.396537:0:21614:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1746138025 00002000:00010000:2.0:1746138026.396539:0:21614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1746138025 00002000:00010000:2.0:1746138026.396541:0:21614:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1746138025 00002000:00010000:2.0:1746138026.396542:0:21614:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks: 1 -> 6151 00002000:00010000:2.0:1746138026.396557:0:21614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 6151 -> 26633 00000100:00100000:2.0:1746138026.396565:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21614:1830957968200576:192.168.204.27@tcp:106: 00010000:00010000:0.0:1746138026.396578:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e2a3b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdd3 expref: 35 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138026.396588:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e2a34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdcc expref: 9 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138026.396592:0:8500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ed5a00/0x8ae21a86589e2a3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdd3 expref: 35 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138026.396601:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093873800/0x8ae21a86589e2a34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdcc expref: 9 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138026.396615:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ed5a00, rc 0) 00000100:00100000:0.0:1746138026.396665:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972663168:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 2108us (2267us total) trans 0 rc 301/301 00000100:00100000:0.0:1746138026.396677:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8035 00010000:00010000:2.0:1746138026.396801:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc 0) 00000100:00100000:2.0:1746138026.396840:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972663040:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 2313us (2477us total) trans 0 rc 301/301 00000100:00100000:2.0:1746138026.396847:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8034 00000100:00100000:3.0:1746138026.403140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.403283:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972663296 00000100:00100000:2.0:1746138026.403291:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972663296 00000100:00100000:2.0:1746138026.403488:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46616 00000100:00100000:2.0:1746138026.403496:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1112:x1830957972663296:12345-192.168.204.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746138026.403515:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.403529:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009495c600/0x8ae21a86589e2a42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acdda expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.403577:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138026.403592:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138026.403602:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000100:00080000:0.0:1746138026.403635:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1746138026.403650:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746138026.403653:0:8544:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138026.403721:0:8544:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138026.403741:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009495c600/0x8ae21a86589e2a42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 24 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.403768:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 23 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.403775:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:2.0:1746138026.403778:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138026.403781:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ce00, rc 0) 00000100:00100000:2.0:1746138026.403830:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+23:1112:x1830957972663296:12345-192.168.204.27@tcp:101:checkstat.0 Request processed in 335us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.403836:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46616 00000100:00100000:0.0:1746138026.406140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.406407:0:7142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972663424 00000100:00100000:1.0:1746138026.406665:0:7142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972663424 00000100:00100000:1.0:1746138026.406710:0:7142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:1.0:1746138026.406718:0:7142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+23:1960:x1830957972663424:12345-192.168.204.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1746138026.406752:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138026.406767:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093873800/0x8ae21a86589e2a50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acde1 expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.406814:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406826:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406836:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406848:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406853:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406857:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406918:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406924:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406929:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406933:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b5e6400 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138026.406937:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406941:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406950:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:1.0:1746138026.406953:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138026.406956:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406960:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b5e6400/0x8ae21a86589e2a57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406985:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406990:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406995:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.406998:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801372d9e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138026.407001:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.407005:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.407011:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009b7bf700) 00010000:00010000:1.0:1746138026.407012:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138026.407014:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.407028:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801372d9e00/0x8ae21a86589e2a5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.407060:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880093873800/0x8ae21a86589e2a50 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acde1 expref: 24 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.407067:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:1.0:1746138026.407069:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746138026.407072:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093873800/0x8ae21a86589e2a50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acde1 expref: 24 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.407079:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093873800, rc -2) 00000100:00100000:1.0:1746138026.407677:0:7142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+23:1960:x1830957972663424:12345-192.168.204.27@tcp:63:ll_sa.0 Request processed in 958us (1542us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746138026.407685:0:7142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:0.0:1746138026.409884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.410033:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972663680 00000100:00100000:2.0:1746138026.410042:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972663680 00000100:00100000:2.0:1746138026.410095:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46617 00000100:00100000:2.0:1746138026.410102:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1115:x1830957972663680:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:2.0:1746138026.410119:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.410136:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e2a65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace19 expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.410237:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138026.410249:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138026.410258:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000004:00200000:2.0:1746138026.410271:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:2.0:1746138026.410380:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131062000/0x8ae21a86589e2a65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace19 expref: 34 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.410393:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace19 expref: 33 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.410401:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:2.0:1746138026.410404:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746138026.410407:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131063000, rc 0) 00000100:00100000:2.0:1746138026.410483:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1115:x1830957972663680:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 381us (606us total) trans 4294986840 rc 0/0 00000100:00100000:2.0:1746138026.410490:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46617 00000100:00100000:3.0:1746138026.412386:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.413071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.413144:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.413220:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972663808 00000100:00100000:1.0:1746138026.413220:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972663936 00000100:00100000:2.0:1746138026.413230:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972663808 00000100:00100000:1.0:1746138026.413230:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972663936 00000100:00100000:1.0:1746138026.413271:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972664064 00000100:00100000:1.0:1746138026.413273:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972664064 00000100:00100000:2.0:1746138026.413276:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 333 00000100:00100000:2.0:1746138026.413283:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1958:x1830957972663808:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746138026.413317:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8036 00000100:00100000:1.0:1746138026.413323:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972663936:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:1.0:1746138026.413337:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746138026.413352:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8037 00010000:00010000:1.0:1746138026.413354:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c047e00/0x8ae21a86589e2a7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace20 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138026.413359:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972664064:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:0.0:1746138026.413366:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138026.413376:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589e2a81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace27 expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138026.413404:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968200832:192.168.204.27@tcp:106: 00000100:00100000:1.0:1746138026.413499:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801297dbc00 going to sleep for 11 seconds 00010000:00010000:2.0:1746138026.413748:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138026.413770:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131063000/0x8ae21a86589e2a6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace19 expref: 33 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.413783:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:2.0:1746138026.413787:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138026.413810:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1958:x1830957972663808:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 528us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.413816:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 333 00000100:00100000:0.0:1746138026.413895:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968200960:192.168.204.27@tcp:106: 00000100:00100000:0.0:1746138026.413924:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093731a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746138026.415643:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968200832:192.168.204.27@tcp:106: 00000100:00100000:0.0:1746138026.415643:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008aa90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21614:1830957968200960:192.168.204.27@tcp:106: 00010000:00010000:1.0:1746138026.415669:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c047e00/0x8ae21a86589e2a7a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace20 expref: 9 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138026.415669:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589e2a81 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace27 expref: 35 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138026.415681:0:8500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c047e00/0x8ae21a86589e2a7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace20 expref: 9 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138026.415681:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac57e00/0x8ae21a86589e2a81 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace27 expref: 35 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138026.415691:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c047e00, rc 0) 00010000:00010000:0.0:1746138026.415707:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac57e00, rc 0) 00000100:00100000:0.0:1746138026.415735:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1960:x1830957972664064:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 2375us (2589us total) trans 0 rc 301/301 00000100:00100000:0.0:1746138026.415741:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8037 00000100:00100000:1.0:1746138026.416037:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972663936:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 2712us (2964us total) trans 0 rc 301/301 00000100:00100000:1.0:1746138026.416043:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8036 00000100:00100000:0.0:1746138026.422097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.422380:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972664192 00000100:00100000:2.0:1746138026.422390:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972664192 00000100:00100000:2.0:1746138026.422466:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8038 00000100:00100000:2.0:1746138026.422472:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1115:x1830957972664192:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:2.0:1746138026.422486:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.422502:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2a88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace2e expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.422526:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 8 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.422530:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138026.422531:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138026.422533:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2a88 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace2e expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.422555:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 8 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.422562:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 8 pid: 11153 timeout: 571 lvb_type: 0 00000100:00100000:2.0:1746138026.422570:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968201088:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138026.423245:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138026.425786:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968201088:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138026.425810:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2a88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace2e expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.425828:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131062000, rc 0) 00000100:00100000:2.0:1746138026.425888:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1115:x1830957972664192:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 3415us (3798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.425894:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8038 00000100:00100000:1.0:1746138026.431381:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.431684:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972664320 00000100:00100000:2.0:1746138026.431692:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972664320 00010000:00010000:2.0:1746138026.431721:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 571 lvb_type: 0 00000100:00100000:2.0:1746138026.432221:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13094 00000100:00100000:2.0:1746138026.432231:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972664320:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138026.432244:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138026.432266:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 571 lvb_type: 0 00010000:00010000:2.0:1746138026.432278:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 571 lvb_type: 0 00010000:00010000:2.0:1746138026.432299:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b41a8800/0x8ae21a86589e2897 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda2 expref: 9 pid: 11153 timeout: 571 lvb_type: 0 00010000:00010000:2.0:1746138026.432330:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.432333:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.432340:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2a88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace2e expref: 8 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.432352:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2a88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace2e expref: 8 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.432387:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131062000/0x8ae21a86589e2a88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace2e expref: 8 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.432399:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968201216:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138026.432923:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138026.434783:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21009:1830957968201216:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138026.434809:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138026.434868:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1957:x1830957972664320:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2638us (3495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.434879:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13094 00000100:00100000:3.0:1746138026.435810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.435889:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972664576 00000100:00100000:1.0:1746138026.435897:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972664576 00002000:00100000:1.0:1746138026.436027:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88009413bb80 x1830957972664576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.436035:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413bb80 with x1830957972664576 ext(0->1048575) 00002000:00010000:1.0:1746138026.436040:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009413bb80 00000100:00100000:1.0:1746138026.436073:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5933 00000100:00100000:1.0:1746138026.436080:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972664576:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.440621:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009413bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972664576:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 4531us (4803us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.440632:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5933 00002000:00100000:2.0:1746138026.440643:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88009413bb80 x1830957972664576/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.440652:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009413bb80 with x1830957972664576 ext(0->1048575) 00002000:00010000:2.0:1746138026.440658:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009413bb80 00000100:00100000:0.0:1746138026.443823:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.444538:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972664704 00000100:00100000:2.0:1746138026.444548:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972664704 00000100:00100000:2.0:1746138026.444608:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8039 00000100:00100000:2.0:1746138026.444617:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1115:x1830957972664704:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:2.0:1746138026.444633:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.444651:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589e2a8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace35 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.444684:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.444692:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138026.444693:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746138026.444697:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589e2a8f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace35 expref: 35 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.444725:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 56 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.444737:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 56 pid: 11153 timeout: 571 lvb_type: 0 00000100:00100000:2.0:1746138026.444750:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957968201344:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138026.444857:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138026.447167:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957968201344:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138026.447193:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589e2a8f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace35 expref: 35 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.447208:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131063200, rc 0) 00000100:00100000:2.0:1746138026.447246:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1115:x1830957972664704:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 2630us (3432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.447257:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8039 00000100:00100000:1.0:1746138026.451947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.452164:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972664832 00000100:00100000:2.0:1746138026.452171:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972664832 00010000:00010000:2.0:1746138026.452205:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 57 pid: 11153 timeout: 571 lvb_type: 0 00000100:00100000:2.0:1746138026.452248:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13095 00000100:00100000:2.0:1746138026.452256:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+57:1958:x1830957972664832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746138026.452272:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746138026.452296:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 57 pid: 11153 timeout: 571 lvb_type: 0 00010000:00010000:2.0:1746138026.452308:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 57 pid: 11153 timeout: 571 lvb_type: 0 00010000:00010000:2.0:1746138026.452328:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e28ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acda9 expref: 57 pid: 11153 timeout: 571 lvb_type: 0 00010000:00010000:2.0:1746138026.452353:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.452355:0:21009:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.452362:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589e2a8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace35 expref: 34 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.452370:0:21009:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589e2a8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace35 expref: 34 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.452398:0:21009:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131063200/0x8ae21a86589e2a8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace35 expref: 34 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.452409:0:21009:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957968201472:192.168.204.27@tcp:105: 00000100:00100000:2.0:1746138026.452512:0:21009:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1746138026.454950:0:21009:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21009:1830957968201472:192.168.204.27@tcp:105: 00010000:00010000:2.0:1746138026.454974:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746138026.455053:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+56:1958:x1830957972664832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2795us (3113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.455065:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13095 00000100:00100000:0.0:1746138026.458622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.458712:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.458824:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972665088 00000100:00100000:2.0:1746138026.458836:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972665088 00000100:00100000:3.0:1746138026.458838:0:20062:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972665600 00000100:00100000:3.0:1746138026.458841:0:20062:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972665600 00002000:00100000:3.0:1746138026.458896:0:20062:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880129684380 x1830957972665600/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.458896:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880129684e00 x1830957972665088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.458907:0:20062:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684380 with x1830957972665600 ext(1048576->2097151) 00002000:00100000:2.0:1746138026.458907:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684e00 with x1830957972665088 ext(0->1048575) 00002000:00010000:3.0:1746138026.458912:0:20062:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129684380 00002000:00010000:2.0:1746138026.458912:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129684e00 00000100:00100000:0.0:1746138026.458935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.459209:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972665472 00000100:00100000:2.0:1746138026.459212:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972665472 00000100:00100000:3.0:1746138026.459216:0:20062:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5934 00000100:00100000:3.0:1746138026.459224:0:20062:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972665088:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138026.459224:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5935 00002000:00100000:2.0:1746138026.459227:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880129685180 x1830957972665472/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.459232:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685180 with x1830957972665472 ext(1048576->2097151) 00002000:00010000:2.0:1746138026.459234:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129685180 00000100:00100000:1.0:1746138026.459234:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972665600:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.459245:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5936 00000100:00100000:0.0:1746138026.459258:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972665472:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.466901:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972665600:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7656us (8176us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.466914:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5935 00002000:00100000:2.0:1746138026.466924:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880129684380 x1830957972665600/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.466938:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684380 with x1830957972665600 ext(1048576->2097151) 00002000:00010000:2.0:1746138026.466943:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129684380 00000100:00100000:3.0:1746138026.469517:0:20062:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957972665088:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10283us (10900us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.469529:0:20062:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5934 00002000:00100000:3.0:1746138026.469541:0:20062:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880129684e00 x1830957972665088/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.469550:0:20062:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684e00 with x1830957972665088 ext(0->1048575) 00002000:00010000:3.0:1746138026.469556:0:20062:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129684e00 00000100:00100000:2.0:1746138026.470257:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972665472:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11001us (11331us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.470264:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5936 00002000:00100000:2.0:1746138026.470269:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880129685180 x1830957972665472/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.470276:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685180 with x1830957972665472 ext(1048576->2097151) 00002000:00010000:2.0:1746138026.470279:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129685180 00000100:00100000:0.0:1746138026.483287:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.483330:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.483358:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.483388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.483461:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972665856 00000100:00100000:0.0:1746138026.483470:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972665856 00002000:00100000:0.0:1746138026.483517:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880129686d80 x1830957972665856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.483526:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686d80 with x1830957972665856 ext(2097152->3145727) 00002000:00010000:0.0:1746138026.483531:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686d80 00000100:00100000:0.0:1746138026.483546:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972666112 00000100:00100000:0.0:1746138026.483548:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972666112 00002000:00100000:0.0:1746138026.483559:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880129685c00 x1830957972666112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.483565:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685c00 with x1830957972666112 ext(3145728->4194303) 00002000:00010000:0.0:1746138026.483568:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129685c00 00000100:00100000:0.0:1746138026.483575:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972666368 00000100:00100000:0.0:1746138026.483576:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972666368 00002000:00100000:0.0:1746138026.483587:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880129685880 x1830957972666368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.483593:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685880 with x1830957972666368 ext(2097152->3145727) 00002000:00010000:0.0:1746138026.483597:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129685880 00000100:00100000:0.0:1746138026.483612:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972666624 00000100:00100000:0.0:1746138026.483614:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972666624 00002000:00100000:0.0:1746138026.483622:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880129685500 x1830957972666624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.483628:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685500 with x1830957972666624 ext(3145728->4194303) 00002000:00010000:0.0:1746138026.483630:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129685500 00000100:00100000:0.0:1746138026.483640:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5937 00000100:00100000:0.0:1746138026.483646:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1960:x1830957972665856:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.484472:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5938 00000100:00100000:0.0:1746138026.484479:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1960:x1830957972666112:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.484951:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5939 00000100:00100000:2.0:1746138026.484961:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972666368:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.485056:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5940 00000100:00100000:0.0:1746138026.485063:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972666624:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.492792:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1960:x1830957972665856:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 9135us (9502us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.492802:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5937 00002000:00100000:2.0:1746138026.492813:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880129686d80 x1830957972665856/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.492820:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686d80 with x1830957972665856 ext(2097152->3145727) 00002000:00010000:2.0:1746138026.492826:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686d80 00000100:00100000:2.0:1746138026.497608:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972666112:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 13117us (14265us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.497620:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5938 00002000:00100000:2.0:1746138026.497630:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880129685c00 x1830957972666112/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.497640:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685c00 with x1830957972666112 ext(3145728->4194303) 00002000:00010000:2.0:1746138026.497645:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129685c00 00000100:00100000:1.0:1746138026.501912:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1960:x1830957972666624:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 16838us (18511us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138026.501926:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5940 00002000:00100000:1.0:1746138026.501939:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880129685500 x1830957972666624/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.501948:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685500 with x1830957972666624 ext(3145728->4194303) 00002000:00010000:1.0:1746138026.501954:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129685500 00000100:00100000:3.0:1746138026.502732:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1960:x1830957972666368:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 17768us (19367us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.502740:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5939 00002000:00100000:3.0:1746138026.502747:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880129685880 x1830957972666368/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.502754:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129685880 with x1830957972666368 ext(2097152->3145727) 00002000:00010000:3.0:1746138026.502757:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129685880 00000100:00100000:0.0:1746138026.517494:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.517532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.517558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.517595:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.517630:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972667136 00000100:00100000:0.0:1746138026.517637:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972667136 00002000:00100000:0.0:1746138026.517675:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880129684700 x1830957972667136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.517683:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684700 with x1830957972667136 ext(5242880->6291455) 00000100:00100000:1.0:1746138026.517685:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972667008 00002000:00010000:0.0:1746138026.517688:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129684700 00000100:00100000:1.0:1746138026.517689:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972667008 00000100:00100000:0.0:1746138026.517701:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972667392 00002000:00100000:1.0:1746138026.517703:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880129687800 x1830957972667008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746138026.517703:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972667392 00002000:00100000:1.0:1746138026.517709:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687800 with x1830957972667008 ext(4194304->5242879) 00002000:00010000:1.0:1746138026.517712:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129687800 00002000:00100000:0.0:1746138026.517712:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880129686680 x1830957972667392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.517718:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686680 with x1830957972667392 ext(4194304->5242879) 00000100:00100000:1.0:1746138026.517719:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972667520 00002000:00010000:0.0:1746138026.517720:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686680 00000100:00100000:1.0:1746138026.517721:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972667520 00002000:00100000:1.0:1746138026.517729:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880129684000 x1830957972667520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746138026.517729:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5941 00002000:00100000:1.0:1746138026.517734:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684000 with x1830957972667520 ext(5242880->6291455) 00000100:00100000:0.0:1746138026.517735:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1957:x1830957972667136:12345-192.168.204.27@tcp:3:cmp.0 00002000:00010000:1.0:1746138026.517736:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129684000 00000100:00100000:1.0:1746138026.517744:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5942 00000100:00100000:1.0:1746138026.517748:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1958:x1830957972667008:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138026.517786:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5943 00000100:00100000:1.0:1746138026.517790:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972667392:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.518392:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5944 00000100:00100000:0.0:1746138026.518397:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972667520:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.525126:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1957:x1830957972667136:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7385us (7634us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.525136:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5941 00002000:00100000:0.0:1746138026.525146:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880129684700 x1830957972667136/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.525155:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684700 with x1830957972667136 ext(5242880->6291455) 00002000:00010000:0.0:1746138026.525160:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129684700 00000100:00100000:0.0:1746138026.539259:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972667520:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 20854us (21655us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.539275:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5944 00002000:00100000:0.0:1746138026.539286:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880129684000 x1830957972667520/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.539295:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684000 with x1830957972667520 ext(5242880->6291455) 00002000:00010000:0.0:1746138026.539301:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129684000 00000100:00100000:0.0:1746138026.539372:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972667392:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 21581us (21814us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.539377:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5943 00002000:00100000:0.0:1746138026.539382:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880129686680 x1830957972667392/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.539389:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686680 with x1830957972667392 ext(4194304->5242879) 00002000:00010000:0.0:1746138026.539391:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686680 00000100:00100000:2.0:1746138026.546185:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1958:x1830957972667008:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 28422us (28639us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.546198:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5942 00002000:00100000:2.0:1746138026.546209:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880129687800 x1830957972667008/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.546219:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687800 with x1830957972667008 ext(4194304->5242879) 00002000:00010000:2.0:1746138026.546224:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129687800 00000100:00100000:1.0:1746138026.555284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.555541:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972667904 00000100:00100000:0.0:1746138026.555550:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972667904 00002000:00100000:1.0:1746138026.555987:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880092ba9f80 x1830957972667904/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.555997:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9f80 with x1830957972667904 ext(6291456->7340031) 00002000:00010000:1.0:1746138026.556002:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9f80 00000100:00100000:1.0:1746138026.556028:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5945 00000100:00100000:1.0:1746138026.556036:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972667904:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138026.563547:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972667904:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7506us (8264us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138026.563555:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5945 00002000:00100000:1.0:1746138026.563563:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880092ba9f80 x1830957972667904/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.563570:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ba9f80 with x1830957972667904 ext(6291456->7340031) 00002000:00010000:1.0:1746138026.563575:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092ba9f80 00000100:00100000:1.0:1746138026.572243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.572263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.572270:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972668288 00000100:00100000:0.0:1746138026.572278:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972668288 00000100:00100000:1.0:1746138026.572284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.572298:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972668416 00000100:00100000:1.0:1746138026.572301:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972668416 00002000:00100000:1.0:1746138026.572318:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880093def480 x1830957972668416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.572318:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012fae0e00 x1830957972668288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.572327:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0e00 with x1830957972668288 ext(6291456->7340031) 00002000:00100000:1.0:1746138026.572331:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def480 with x1830957972668416 ext(7340032->8388607) 00002000:00010000:0.0:1746138026.572332:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae0e00 00002000:00010000:1.0:1746138026.572334:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093def480 00000100:00100000:0.0:1746138026.572351:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972668672 00000100:00100000:0.0:1746138026.572353:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972668672 00002000:00100000:0.0:1746138026.572365:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88008b931c00 x1830957972668672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746138026.572370:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5946 00002000:00100000:0.0:1746138026.572372:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b931c00 with x1830957972668672 ext(7340032->8388607) 00002000:00010000:0.0:1746138026.572374:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b931c00 00000100:00100000:1.0:1746138026.572376:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1960:x1830957972668288:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.572377:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5947 00000100:00100000:2.0:1746138026.572386:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093def480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1959:x1830957972668416:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.572392:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5948 00000100:00100000:0.0:1746138026.572397:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972668672:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138026.579682:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093def480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1959:x1830957972668416:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7289us (7408us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.579693:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5947 00002000:00100000:3.0:1746138026.579702:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880093def480 x1830957972668416/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.579712:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093def480 with x1830957972668416 ext(7340032->8388607) 00002000:00010000:3.0:1746138026.579717:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093def480 00000100:00100000:0.0:1746138026.582793:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1960:x1830957972668288:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10409us (10548us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.582806:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5946 00002000:00100000:0.0:1746138026.582816:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012fae0e00 x1830957972668288/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.582824:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fae0e00 with x1830957972668288 ext(6291456->7340031) 00002000:00010000:0.0:1746138026.582830:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fae0e00 00000100:00100000:0.0:1746138026.583589:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972668672:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11160us (11271us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.583595:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5948 00002000:00100000:0.0:1746138026.583601:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88008b931c00 x1830957972668672/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.583607:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b931c00 with x1830957972668672 ext(7340032->8388607) 00002000:00010000:0.0:1746138026.583610:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b931c00 00000100:00100000:2.0:1746138026.586579:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.586615:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972668928 00000100:00100000:0.0:1746138026.586624:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972668928 00002000:00100000:0.0:1746138026.586660:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880094122a00 x1830957972668928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.586668:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094122a00 with x1830957972668928 ext(8388608->9437183) 00002000:00010000:0.0:1746138026.586673:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094122a00 00000100:00100000:0.0:1746138026.586690:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5949 00000100:00100000:0.0:1746138026.586696:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972668928:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.589378:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.589402:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972669184 00000100:00100000:2.0:1746138026.589409:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972669184 00002000:00100000:2.0:1746138026.589471:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880094123480 x1830957972669184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.589479:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094123480 with x1830957972669184 ext(8388608->9437183) 00002000:00010000:2.0:1746138026.589484:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094123480 00000100:00100000:2.0:1746138026.589501:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5950 00000100:00100000:2.0:1746138026.589508:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1960:x1830957972669184:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138026.593307:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972668928:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6604us (6731us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138026.593318:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5949 00002000:00100000:1.0:1746138026.593327:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880094122a00 x1830957972668928/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.593335:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094122a00 with x1830957972668928 ext(8388608->9437183) 00002000:00010000:1.0:1746138026.593340:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094122a00 00000100:00100000:2.0:1746138026.594527:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1960:x1830957972669184:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5016us (5152us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.594539:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5950 00002000:00100000:2.0:1746138026.594545:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880094123480 x1830957972669184/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.594552:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094123480 with x1830957972669184 ext(8388608->9437183) 00002000:00010000:2.0:1746138026.594556:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094123480 00000100:00100000:3.0:1746138026.600931:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.600961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.600980:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972669696 00000100:00100000:0.0:1746138026.600980:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972669568 00000100:00100000:3.0:1746138026.600986:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972669696 00000100:00100000:0.0:1746138026.600986:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972669568 00002000:00100000:3.0:1746138026.601029:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880094139c00 x1830957972669696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.601030:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880094529f80 x1830957972669568/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.601038:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139c00 with x1830957972669696 ext(9437184->10485759) 00002000:00010000:3.0:1746138026.601042:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094139c00 00002000:00100000:0.0:1746138026.601044:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529f80 with x1830957972669568 ext(9437184->10485759) 00002000:00010000:0.0:1746138026.601047:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094529f80 00000100:00100000:3.0:1746138026.601059:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5951 00000100:00100000:0.0:1746138026.601063:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5952 00000100:00100000:3.0:1746138026.601065:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972669696:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.601069:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972669568:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.607007:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972669568:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5930us (6037us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.607029:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5952 00002000:00100000:0.0:1746138026.607040:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880094529f80 x1830957972669568/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.607048:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094529f80 with x1830957972669568 ext(9437184->10485759) 00002000:00010000:0.0:1746138026.607053:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094529f80 00000100:00100000:3.0:1746138026.607780:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1957:x1830957972669696:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6714us (6853us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.607788:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5951 00002000:00100000:3.0:1746138026.607793:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880094139c00 x1830957972669696/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.607801:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094139c00 with x1830957972669696 ext(9437184->10485759) 00002000:00010000:3.0:1746138026.607804:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094139c00 00000001:00080000:2.0:1746138026.609655:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968962 is committed 00000001:00080000:2.0:1746138026.609690:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968966 is committed 00000001:00080000:2.0:1746138026.609835:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968938 is committed 00000001:00080000:2.0:1746138026.609874:0:8599:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968942 is committed 00000100:00100000:0.0:1746138026.612448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.612524:0:25240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972669952 00000100:00100000:3.0:1746138026.612533:0:25240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972669952 00002000:00100000:3.0:1746138026.612576:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880129686a00 x1830957972669952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.612586:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686a00 with x1830957972669952 ext(10485760->11534335) 00002000:00010000:3.0:1746138026.612591:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686a00 00000100:00100000:3.0:1746138026.612612:0:25240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5953 00000100:00100000:3.0:1746138026.612619:0:25240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1958:x1830957972669952:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.613641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.613725:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972670208 00000100:00100000:1.0:1746138026.613730:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972670208 00002000:00100000:1.0:1746138026.613754:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880129684a80 x1830957972670208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.613760:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684a80 with x1830957972670208 ext(10485760->11534335) 00002000:00010000:1.0:1746138026.613763:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129684a80 00000100:00100000:1.0:1746138026.613774:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5954 00000100:00100000:1.0:1746138026.613778:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972670208:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.616704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.616767:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972670464 00000100:00100000:2.0:1746138026.616775:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972670464 00002000:00100000:2.0:1746138026.616808:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880129687480 x1830957972670464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.616815:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687480 with x1830957972670464 ext(11534336->12582911) 00002000:00010000:2.0:1746138026.616819:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687480 00000100:00100000:2.0:1746138026.617008:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5955 00000100:00100000:2.0:1746138026.617027:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1957:x1830957972670464:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.619082:0:25240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+11:1958:x1830957972669952:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6454us (6667us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.619093:0:25240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5953 00002000:00100000:2.0:1746138026.619105:0:25240:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880129686a00 x1830957972669952/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.619113:0:25240:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129686a00 with x1830957972669952 ext(10485760->11534335) 00002000:00010000:2.0:1746138026.619118:0:25240:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129686a00 00000100:00100000:2.0:1746138026.620246:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1958:x1830957972670208:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6461us (6602us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.620254:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5954 00002000:00100000:2.0:1746138026.620261:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880129684a80 x1830957972670208/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.620269:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129684a80 with x1830957972670208 ext(10485760->11534335) 00002000:00010000:2.0:1746138026.620274:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129684a80 00000100:00100000:2.0:1746138026.622444:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972670464:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5411us (5742us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.622454:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5955 00002000:00100000:2.0:1746138026.622463:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880129687480 x1830957972670464/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.622472:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687480 with x1830957972670464 ext(11534336->12582911) 00002000:00010000:2.0:1746138026.622477:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687480 00000100:00100000:3.0:1746138026.633669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.633744:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972670720 00000100:00100000:2.0:1746138026.633752:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972670720 00002000:00100000:2.0:1746138026.633786:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880094528e00 x1830957972670720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.633794:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528e00 with x1830957972670720 ext(11534336->12582911) 00002000:00010000:2.0:1746138026.633800:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094528e00 00000100:00100000:2.0:1746138026.633827:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5956 00000100:00100000:2.0:1746138026.633833:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972670720:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.638262:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972670720:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 4417us (4589us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.638277:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5956 00002000:00100000:2.0:1746138026.638288:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880094528e00 x1830957972670720/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.638298:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094528e00 with x1830957972670720 ext(11534336->12582911) 00002000:00010000:2.0:1746138026.638304:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094528e00 00000100:00100000:0.0:1746138026.642860:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.642961:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972670976 00000100:00100000:2.0:1746138026.642969:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972670976 00002000:00100000:2.0:1746138026.643024:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880129687100 x1830957972670976/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.643033:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687100 with x1830957972670976 ext(12582912->13631487) 00002000:00010000:2.0:1746138026.643038:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687100 00000100:00100000:2.0:1746138026.643064:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5957 00000100:00100000:2.0:1746138026.643071:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972670976:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.648318:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972670976:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5240us (5460us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.648329:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5957 00002000:00100000:2.0:1746138026.648339:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880129687100 x1830957972670976/t0(0) o3->7de7f995-9a1f-489a-8c20-0b17a9a05ba2@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.648348:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129687100 with x1830957972670976 ext(12582912->13631487) 00002000:00010000:2.0:1746138026.648353:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129687100 00000100:00100000:0.0:1746138026.651539:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.651935:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972671232 00000100:00100000:3.0:1746138026.651950:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972671232 00000100:00100000:3.0:1746138026.652042:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 173 00000100:00100000:3.0:1746138026.652052:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1115:x1830957972671232:12345-192.168.204.27@tcp:35:cmp.0 00000100:00100000:3.0:1746138026.652388:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1115:x1830957972671232:12345-192.168.204.27@tcp:35:cmp.0 Request processed in 338us (865us total) trans 4294986841 rc 0/0 00000100:00100000:3.0:1746138026.652394:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 173 00000100:00100000:1.0:1746138026.660820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.660820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.660941:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972671488 00000100:00100000:2.0:1746138026.660941:0:7142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972671616 00000100:00100000:3.0:1746138026.660955:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972671488 00000100:00100000:3.0:1746138026.661052:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46618 00000100:00100000:3.0:1746138026.661061:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+23:1116:x1830957972671488:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:3.0:1746138026.661090:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746138026.661115:0:7142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972671616 00010000:00010000:3.0:1746138026.661118:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2a96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace3c expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.661154:0:7142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9 00000100:00100000:2.0:1746138026.661159:0:7142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+25:1957:x1830957972671616:12345-192.168.204.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1746138026.661179:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.661186:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094713c00/0x8ae21a86589e2a9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace43 expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.661221:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.661222:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2aab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.661235:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.661235:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.661247:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.661247:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00000004:00200000:3.0:1746138026.661259:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:2.0:1746138026.661262:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661267:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661273:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661354:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661360:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661365:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661370:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094713a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138026.661383:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661393:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661402:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:2.0:1746138026.661404:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138026.661408:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661413:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094713a00/0x8ae21a86589e2aa4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661474:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661479:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661484:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661489:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094712e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138026.661491:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661495:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661501:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880123c03f00) 00010000:00010000:2.0:1746138026.661503:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138026.661505:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661509:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094712e00/0x8ae21a86589e2ab2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:2.0:1746138026.661539:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094713c00/0x8ae21a86589e2a9d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace43 expref: 27 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.661546:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:2.0:1746138026.661548:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746138026.661551:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094713c00/0x8ae21a86589e2a9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace43 expref: 27 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.661557:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2a96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace3c expref: 28 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.661559:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713c00, rc -2) 00010000:00010000:3.0:1746138026.661579:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2aab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace3c expref: 26 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.661585:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:3.0:1746138026.661587:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138026.661590:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66a00, rc 0) 00000100:00100000:2.0:1746138026.661624:0:7142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1957:x1830957972671616:12345-192.168.204.27@tcp:63:ll_sa.0 Request processed in 465us (820us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746138026.661631:0:7142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9 00000100:00100000:3.0:1746138026.661638:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1116:x1830957972671488:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 580us (832us total) trans 4294986842 rc 0/0 00000100:00100000:3.0:1746138026.661643:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46618 00000100:00100000:2.0:1746138026.664736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.664843:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972671744 00000100:00100000:0.0:1746138026.664852:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972671744 00000100:00100000:0.0:1746138026.664912:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 334 00000100:00100000:0.0:1746138026.664920:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+25:1957:x1830957972671744:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746138026.664921:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138026.664933:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746138026.664954:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:0.0:1746138026.664954:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2aab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace3c expref: 25 pid: 21120 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.664961:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972671872 00000100:00100000:2.0:1746138026.664965:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972671872 00000100:00100000:2.0:1746138026.664986:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972672000 00000100:00100000:2.0:1746138026.664988:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972672000 00000100:00100000:2.0:1746138026.665006:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8040 00000100:00100000:2.0:1746138026.665023:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1958:x1830957972671872:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:2.0:1746138026.665035:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138026.665040:0:11153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8041 00010000:00010000:2.0:1746138026.665047:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e2ac0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace74 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138026.665049:0:11153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+8:1958:x1830957972672000:12345-192.168.204.27@tcp:101:cmp.0 00010000:00010000:1.0:1746138026.665056:0:11153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.665063:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.665065:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138026.665065:0:11153:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012db2ba00/0x8ae21a86589e2ac7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace7b expref: -99 pid: 11153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.665071:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e2ac0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace74 expref: 9 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138026.665076:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138026.665077:0:11153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746138026.665081:0:11153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db2ba00/0x8ae21a86589e2ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace7b expref: 9 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138026.665087:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094713a00/0x8ae21a86589e2ac0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace74 expref: 9 pid: 8500 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746138026.665090:0:11153:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012db2ba00/0x8ae21a86589e2ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace7b expref: 9 pid: 11153 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138026.665096:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094713a00, rc 0) 00010000:00010000:1.0:1746138026.665097:0:11153:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012db2ba00, rc 0) 00000100:00100000:2.0:1746138026.665135:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1958:x1830957972671872:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 123us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138026.665135:0:11153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1958:x1830957972672000:12345-192.168.204.27@tcp:101:cmp.0 Request processed in 87us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.665141:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8040 00000100:00100000:1.0:1746138026.665144:0:11153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8041 00010000:00010000:0.0:1746138026.665154:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:0.0:1746138026.665158:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138026.665299:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1957:x1830957972671744:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 379us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138026.665304:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 334 00000100:00100000:2.0:1746138026.698175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.698210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.698491:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972672384 00000100:00100000:0.0:1746138026.698498:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972672384 00000100:00100000:2.0:1746138026.698524:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00002000:00100000:0.0:1746138026.698542:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880094121880 x1830957972672384/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.698550:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094121880 with x1830957972672384 ext(0->1048575) 00002000:00010000:0.0:1746138026.698554:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094121880 00000100:00100000:0.0:1746138026.698565:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972672512 00000100:00100000:0.0:1746138026.698566:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972672512 00000100:00100000:2.0:1746138026.698571:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972672896 00000100:00100000:2.0:1746138026.698575:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972672896 00002000:00100000:2.0:1746138026.698596:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880094121c00 x1830957972672896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.698603:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094121c00 with x1830957972672896 ext(1048576->2097151) 00002000:00010000:2.0:1746138026.698607:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094121c00 00000100:00100000:2.0:1746138026.698618:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5958 00000100:00100000:2.0:1746138026.698625:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972672384:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138026.698628:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5959 00000100:00100000:1.0:1746138026.698633:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972672896:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:0.0:1746138026.698814:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880094123100 x1830957972672512/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.698821:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094123100 with x1830957972672512 ext(1048576->2097151) 00002000:00010000:0.0:1746138026.698823:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094123100 00000100:00100000:0.0:1746138026.698835:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5960 00000100:00100000:0.0:1746138026.698840:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1960:x1830957972672512:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.699562:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.699575:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972672768 00000100:00100000:2.0:1746138026.699579:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972672768 00002000:00100000:2.0:1746138026.699595:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88012e2c1180 x1830957972672768/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.699602:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1180 with x1830957972672768 ext(0->1048575) 00002000:00010000:2.0:1746138026.699696:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c1180 00000100:00100000:2.0:1746138026.700752:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5961 00000100:00100000:2.0:1746138026.700760:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1960:x1830957972672768:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.703534:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1960:x1830957972672512:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 4682us (5312us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.703544:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5960 00002000:00100000:0.0:1746138026.703554:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880094123100 x1830957972672512/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.703562:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094123100 with x1830957972672512 ext(1048576->2097151) 00002000:00010000:0.0:1746138026.703568:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094123100 00000100:00100000:1.0:1746138026.707736:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1960:x1830957972672896:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 9090us (9199us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138026.707752:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5959 00002000:00100000:1.0:1746138026.707763:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880094121c00 x1830957972672896/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.707772:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094121c00 with x1830957972672896 ext(1048576->2097151) 00002000:00010000:1.0:1746138026.707778:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094121c00 00000100:00100000:2.0:1746138026.710633:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972672384:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 12000us (12457us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.710645:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5958 00002000:00100000:2.0:1746138026.710655:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880094121880 x1830957972672384/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.710664:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094121880 with x1830957972672384 ext(0->1048575) 00002000:00010000:2.0:1746138026.710671:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094121880 00000100:00100000:2.0:1746138026.712164:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972672768:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 11394us (12591us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.712175:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5961 00002000:00100000:2.0:1746138026.712186:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88012e2c1180 x1830957972672768/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.712195:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1180 with x1830957972672768 ext(0->1048575) 00002000:00010000:2.0:1746138026.712200:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c1180 00000100:00100000:0.0:1746138026.727659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.727699:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.727726:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.727766:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.727792:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972673280 00000100:00100000:1.0:1746138026.727793:0:31695:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972673536 00000100:00100000:2.0:1746138026.727798:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972673792 00000100:00100000:1.0:1746138026.727800:0:31695:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972673536 00000100:00100000:0.0:1746138026.727800:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972673280 00000100:00100000:2.0:1746138026.727803:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972673792 00002000:00100000:2.0:1746138026.727845:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012e2c1880 x1830957972673792/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.727854:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1880 with x1830957972673792 ext(2097152->3145727) 00002000:00010000:2.0:1746138026.727859:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c1880 00000100:00100000:3.0:1746138026.727874:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972674048 00000100:00100000:2.0:1746138026.727877:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5962 00000100:00100000:3.0:1746138026.727878:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972674048 00000100:00100000:2.0:1746138026.727884:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1957:x1830957972673792:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:1.0:1746138026.727936:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88012e2c3100 x1830957972673536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.727944:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3100 with x1830957972673536 ext(3145728->4194303) 00002000:00010000:1.0:1746138026.727947:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c3100 00000100:00100000:1.0:1746138026.727962:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5963 00000100:00100000:1.0:1746138026.727968:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1957:x1830957972673536:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:0.0:1746138026.728142:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88012e2c0a80 x1830957972673280/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.728150:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0a80 with x1830957972673280 ext(2097152->3145727) 00002000:00010000:0.0:1746138026.728153:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c0a80 00000100:00100000:0.0:1746138026.728166:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5964 00000100:00100000:0.0:1746138026.728172:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1958:x1830957972673280:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:3.0:1746138026.728971:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88012e2c0380 x1830957972674048/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.728980:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0380 with x1830957972674048 ext(3145728->4194303) 00002000:00010000:3.0:1746138026.728983:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c0380 00000100:00100000:3.0:1746138026.729002:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5965 00000100:00100000:3.0:1746138026.729008:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1957:x1830957972674048:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.734126:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1958:x1830957972673280:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5941us (6461us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.734137:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5964 00002000:00100000:0.0:1746138026.734150:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88012e2c0a80 x1830957972673280/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.734158:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0a80 with x1830957972673280 ext(2097152->3145727) 00002000:00010000:0.0:1746138026.734164:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c0a80 00000100:00100000:2.0:1746138026.736281:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972673536:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8303us (8570us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.736293:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5963 00002000:00100000:2.0:1746138026.736303:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88012e2c3100 x1830957972673536/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.736312:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3100 with x1830957972673536 ext(3145728->4194303) 00002000:00010000:2.0:1746138026.736317:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c3100 00000100:00100000:0.0:1746138026.738367:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1957:x1830957972673792:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10472us (10627us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.738382:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5962 00002000:00100000:0.0:1746138026.738393:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012e2c1880 x1830957972673792/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.738403:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1880 with x1830957972673792 ext(2097152->3145727) 00002000:00010000:0.0:1746138026.738409:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c1880 00000100:00100000:3.0:1746138026.739222:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972674048:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10212us (11453us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.739230:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5965 00002000:00100000:3.0:1746138026.739236:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88012e2c0380 x1830957972674048/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.739243:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c0380 with x1830957972674048 ext(3145728->4194303) 00002000:00010000:3.0:1746138026.739247:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c0380 00000100:00100000:1.0:1746138026.750578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.750616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.750646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.750657:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972674304 00000100:00100000:3.0:1746138026.750665:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972674304 00002000:00100000:3.0:1746138026.750705:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88012c2c8700 x1830957972674304/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746138026.750706:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972674560 00000100:00100000:0.0:1746138026.750709:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972674560 00002000:00100000:3.0:1746138026.750714:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8700 with x1830957972674304 ext(4194304->5242879) 00002000:00010000:3.0:1746138026.750719:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c8700 00002000:00100000:0.0:1746138026.750727:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88012c2c9f80 x1830957972674560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.750734:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9f80 with x1830957972674560 ext(5242880->6291455) 00002000:00010000:0.0:1746138026.750737:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c9f80 00000100:00100000:3.0:1746138026.750746:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972674816 00000100:00100000:3.0:1746138026.750748:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972674816 00002000:00100000:3.0:1746138026.750762:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88012c2ca300 x1830957972674816/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746138026.750764:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5966 00002000:00100000:3.0:1746138026.750769:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2ca300 with x1830957972674816 ext(4194304->5242879) 00000100:00100000:0.0:1746138026.750770:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1957:x1830957972674304:12345-192.168.204.27@tcp:3:cmp.0 00002000:00010000:3.0:1746138026.750772:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2ca300 00000100:00100000:3.0:1746138026.750781:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5967 00000100:00100000:3.0:1746138026.750787:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1957:x1830957972674560:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.750884:0:31695:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5968 00000100:00100000:2.0:1746138026.750891:0:31695:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972674816:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138026.751893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.751989:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972675072 00000100:00100000:0.0:1746138026.751996:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972675072 00002000:00100000:0.0:1746138026.752035:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88012c2ca680 x1830957972675072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.752043:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2ca680 with x1830957972675072 ext(5242880->6291455) 00002000:00010000:0.0:1746138026.752047:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2ca680 00000100:00100000:0.0:1746138026.752070:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5969 00000100:00100000:0.0:1746138026.752076:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1958:x1830957972675072:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.756717:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1957:x1830957972674304:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5929us (6129us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746138026.756735:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5966 00002000:00100000:0.0:1746138026.756749:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88012c2c8700 x1830957972674304/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.756761:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8700 with x1830957972674304 ext(4194304->5242879) 00002000:00010000:0.0:1746138026.756767:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c8700 00000100:00100000:3.0:1746138026.758580:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972674560:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7783us (7953us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.758591:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5967 00002000:00100000:3.0:1746138026.758603:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88012c2c9f80 x1830957972674560/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.758612:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9f80 with x1830957972674560 ext(5242880->6291455) 00002000:00010000:3.0:1746138026.758617:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c9f80 00000100:00100000:3.0:1746138026.759485:0:31695:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1957:x1830957972674816:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8591us (8834us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.759493:0:31695:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5968 00002000:00100000:3.0:1746138026.759499:0:31695:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88012c2ca300 x1830957972674816/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.759507:0:31695:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2ca300 with x1830957972674816 ext(4194304->5242879) 00002000:00010000:3.0:1746138026.759510:0:31695:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2ca300 00000100:00100000:2.0:1746138026.760401:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1958:x1830957972675072:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8320us (8512us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.760410:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5969 00002000:00100000:2.0:1746138026.760438:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88012c2ca680 x1830957972675072/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.760446:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2ca680 with x1830957972675072 ext(5242880->6291455) 00002000:00010000:2.0:1746138026.760450:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2ca680 00000100:00100000:2.0:1746138026.764673:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.764737:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972675328 00000100:00100000:0.0:1746138026.764749:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972675328 00002000:00100000:0.0:1746138026.764803:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880094120700 x1830957972675328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.764813:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120700 with x1830957972675328 ext(6291456->7340031) 00002000:00010000:0.0:1746138026.764819:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120700 00000100:00100000:0.0:1746138026.764860:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5970 00000100:00100000:0.0:1746138026.764868:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972675328:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.770610:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972675328:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5732us (5934us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.770621:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5970 00002000:00100000:2.0:1746138026.770631:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880094120700 x1830957972675328/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.770639:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094120700 with x1830957972675328 ext(6291456->7340031) 00002000:00010000:2.0:1746138026.770648:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094120700 00000100:00100000:1.0:1746138026.778060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.778098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.778131:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972675712 00000100:00100000:1.0:1746138026.778135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.778140:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972675712 00000100:00100000:3.0:1746138026.778157:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972675840 00000100:00100000:3.0:1746138026.778162:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972675840 00002000:00100000:3.0:1746138026.778183:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88012c2c8000 x1830957972675840/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.778183:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012c2cb480 x1830957972675712/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.778193:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8000 with x1830957972675840 ext(7340032->8388607) 00002000:00100000:2.0:1746138026.778193:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2cb480 with x1830957972675712 ext(6291456->7340031) 00002000:00010000:3.0:1746138026.778198:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2c8000 00002000:00010000:2.0:1746138026.778198:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2cb480 00000100:00100000:3.0:1746138026.778222:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972676096 00000100:00100000:3.0:1746138026.778224:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972676096 00000100:00100000:2.0:1746138026.778231:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5971 00000100:00100000:2.0:1746138026.778238:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1960:x1830957972675840:12345-192.168.204.27@tcp:3:cmp.0 00002000:00100000:3.0:1746138026.778239:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88012c2c9880 x1830957972676096/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746138026.778243:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5972 00002000:00100000:3.0:1746138026.778246:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9880 with x1830957972676096 ext(7340032->8388607) 00002000:00010000:3.0:1746138026.778249:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c9880 00000100:00100000:0.0:1746138026.778252:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1960:x1830957972675712:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138026.778261:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5973 00000100:00100000:3.0:1746138026.778266:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972676096:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.786560:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1960:x1830957972675840:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8306us (8445us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.786576:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5971 00002000:00100000:2.0:1746138026.786591:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88012c2c8000 x1830957972675840/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.786602:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8000 with x1830957972675840 ext(7340032->8388607) 00002000:00010000:2.0:1746138026.786608:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2c8000 00000100:00100000:3.0:1746138026.787343:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972676096:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 9067us (9198us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.787353:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5973 00002000:00100000:3.0:1746138026.787367:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88012c2c9880 x1830957972676096/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.787376:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9880 with x1830957972676096 ext(7340032->8388607) 00002000:00010000:3.0:1746138026.787382:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c9880 00000100:00100000:2.0:1746138026.788780:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972675712:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 10520us (10718us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.788791:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5972 00002000:00100000:2.0:1746138026.788802:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012c2cb480 x1830957972675712/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.788811:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2cb480 with x1830957972675712 ext(6291456->7340031) 00002000:00010000:2.0:1746138026.788816:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2cb480 00000100:00100000:1.0:1746138026.794155:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.794279:0:31691:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972676352 00000100:00100000:2.0:1746138026.794287:0:31691:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972676352 00002000:00100000:2.0:1746138026.794326:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88012c2cad80 x1830957972676352/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.794335:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2cad80 with x1830957972676352 ext(8388608->9437183) 00002000:00010000:2.0:1746138026.794339:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2cad80 00000100:00100000:2.0:1746138026.794401:0:31691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5974 00000100:00100000:2.0:1746138026.794410:0:31691:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972676352:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.799662:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.799788:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972676608 00000100:00100000:3.0:1746138026.799795:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972676608 00002000:00100000:3.0:1746138026.799829:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88012e2c1f80 x1830957972676608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.799837:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1f80 with x1830957972676608 ext(8388608->9437183) 00000100:00100000:2.0:1746138026.799837:0:31691:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972676352:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5428us (5687us total) trans 0 rc 1048576/1048576 00002000:00010000:3.0:1746138026.799842:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c1f80 00000100:00100000:2.0:1746138026.799846:0:31691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5974 00002000:00100000:2.0:1746138026.799853:0:31691:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88012c2cad80 x1830957972676352/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.799860:0:31691:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2cad80 with x1830957972676352 ext(8388608->9437183) 00000100:00100000:3.0:1746138026.799861:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5975 00002000:00010000:2.0:1746138026.799863:0:31691:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2cad80 00000100:00100000:3.0:1746138026.799866:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1958:x1830957972676608:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138026.808795:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1958:x1830957972676608:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8910us (9121us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.808809:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5975 00002000:00100000:3.0:1746138026.808825:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88012e2c1f80 x1830957972676608/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.808836:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1f80 with x1830957972676608 ext(8388608->9437183) 00002000:00010000:3.0:1746138026.808844:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c1f80 00000100:00100000:1.0:1746138026.817610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.817670:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.817711:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972676864 00000100:00100000:3.0:1746138026.817721:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972676864 00000100:00100000:2.0:1746138026.817746:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972677120 00000100:00100000:2.0:1746138026.817751:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972677120 00002000:00100000:3.0:1746138026.817772:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88012c2c9500 x1830957972676864/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.817774:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012c2c8a80 x1830957972677120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.817781:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9500 with x1830957972676864 ext(9437184->10485759) 00002000:00100000:2.0:1746138026.817782:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8a80 with x1830957972677120 ext(9437184->10485759) 00002000:00010000:3.0:1746138026.817788:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c9500 00002000:00010000:2.0:1746138026.817788:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2c8a80 00000100:00100000:2.0:1746138026.817825:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5976 00000100:00100000:2.0:1746138026.817834:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972677120:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138026.817839:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5977 00000100:00100000:3.0:1746138026.817845:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972676864:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.826252:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972677120:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8405us (8567us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.826270:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5976 00002000:00100000:2.0:1746138026.826284:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012c2c8a80 x1830957972677120/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.826296:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8a80 with x1830957972677120 ext(9437184->10485759) 00002000:00010000:2.0:1746138026.826302:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2c8a80 00000100:00100000:3.0:1746138026.826405:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972676864:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8548us (8797us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.826447:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5977 00002000:00100000:3.0:1746138026.826457:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88012c2c9500 x1830957972676864/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.826465:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9500 with x1830957972676864 ext(9437184->10485759) 00002000:00010000:3.0:1746138026.826471:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c9500 00000100:00100000:1.0:1746138026.831541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.831628:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972677376 00000100:00100000:3.0:1746138026.831642:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972677376 00002000:00100000:3.0:1746138026.831686:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88012c2c8e00 x1830957972677376/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.831695:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8e00 with x1830957972677376 ext(10485760->11534335) 00002000:00010000:3.0:1746138026.831700:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c8e00 00000100:00100000:3.0:1746138026.831741:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5978 00000100:00100000:3.0:1746138026.831748:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972677376:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:0.0:1746138026.832109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.832170:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972677632 00000100:00100000:1.0:1746138026.832176:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972677632 00002000:00100000:1.0:1746138026.832212:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88012e2c3800 x1830957972677632/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.832220:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3800 with x1830957972677632 ext(10485760->11534335) 00002000:00010000:1.0:1746138026.832225:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c3800 00000100:00100000:1.0:1746138026.832251:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5979 00000100:00100000:1.0:1746138026.832258:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972677632:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:1.0:1746138026.834787:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.834890:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972677888 00000100:00100000:2.0:1746138026.834900:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972677888 00002000:00100000:2.0:1746138026.834945:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88012c2c9c00 x1830957972677888/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.834955:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9c00 with x1830957972677888 ext(11534336->12582911) 00002000:00010000:2.0:1746138026.834961:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c9c00 00000100:00100000:2.0:1746138026.834982:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5980 00000100:00100000:2.0:1746138026.834990:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1957:x1830957972677888:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:3.0:1746138026.838722:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+11:1957:x1830957972677376:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 6962us (7179us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746138026.838736:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5978 00002000:00100000:3.0:1746138026.838747:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88012c2c8e00 x1830957972677376/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.838756:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c8e00 with x1830957972677376 ext(10485760->11534335) 00002000:00010000:3.0:1746138026.838763:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c8e00 00000100:00100000:1.0:1746138026.839785:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972677632:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7516us (7666us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746138026.839795:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5979 00002000:00100000:1.0:1746138026.839804:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88012e2c3800 x1830957972677632/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746138026.839812:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c3800 with x1830957972677632 ext(10485760->11534335) 00002000:00010000:1.0:1746138026.839816:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c3800 00000100:00100000:2.0:1746138026.842698:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972677888:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 7698us (7909us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.842710:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5980 00002000:00100000:2.0:1746138026.842722:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88012c2c9c00 x1830957972677888/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.842731:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2c9c00 with x1830957972677888 ext(11534336->12582911) 00002000:00010000:2.0:1746138026.842736:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c2c9c00 00000100:00100000:0.0:1746138026.846324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.846462:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972678144 00000100:00100000:2.0:1746138026.846473:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972678144 00002000:00100000:2.0:1746138026.846525:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88012e2c1c00 x1830957972678144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.846540:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1c00 with x1830957972678144 ext(11534336->12582911) 00002000:00010000:2.0:1746138026.846546:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c1c00 00000100:00100000:2.0:1746138026.846685:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5981 00000100:00100000:2.0:1746138026.846694:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972678144:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.854982:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1957:x1830957972678144:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 8277us (8655us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.854992:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5981 00002000:00100000:2.0:1746138026.855002:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88012e2c1c00 x1830957972678144/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.855020:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c1c00 with x1830957972678144 ext(11534336->12582911) 00002000:00010000:2.0:1746138026.855026:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e2c1c00 00000100:00100000:0.0:1746138026.858735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.858855:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972678400 00000100:00100000:2.0:1746138026.858865:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972678400 00002000:00100000:2.0:1746138026.858903:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88012e2c2a00 x1830957972678400/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.858912:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2a00 with x1830957972678400 ext(12582912->13631487) 00002000:00010000:2.0:1746138026.858917:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c2a00 00000100:00100000:2.0:1746138026.858947:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5982 00000100:00100000:2.0:1746138026.858954:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972678400:12345-192.168.204.27@tcp:3:cmp.0 00000100:00100000:2.0:1746138026.864141:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1960:x1830957972678400:12345-192.168.204.27@tcp:3:cmp.0 Request processed in 5175us (5401us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.864160:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5982 00002000:00100000:2.0:1746138026.864176:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88012e2c2a00 x1830957972678400/t0(0) o3->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/440 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.864184:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e2c2a00 with x1830957972678400 ext(12582912->13631487) 00002000:00010000:2.0:1746138026.864191:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e2c2a00 00000100:00100000:0.0:1746138026.867910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.868029:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972678656 00000100:00100000:3.0:1746138026.868041:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972678656 00000100:00100000:3.0:1746138026.868108:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 174 00000100:00100000:3.0:1746138026.868116:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1116:x1830957972678656:12345-192.168.204.27@tcp:35:cmp.0 00000100:00100000:3.0:1746138026.868325:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+25:1116:x1830957972678656:12345-192.168.204.27@tcp:35:cmp.0 Request processed in 209us (428us total) trans 4294986843 rc 0/0 00000100:00100000:3.0:1746138026.868331:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 174 00000100:00100000:0.0:1746138026.875806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.875822:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.875881:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972679040 00000100:00100000:0.0:1746138026.875891:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972679040 00000100:00100000:0.0:1746138026.875957:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46619 00000100:00100000:0.0:1746138026.875966:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1119:x1830957972679040:12345-192.168.204.27@tcp:36:rm.0 00010000:00010000:0.0:1746138026.876047:0:21120:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746138026.876079:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41a8a00/0x8ae21a86589e283c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd4e expref: 33 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.876112:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b489a00/0x8ae21a86589e27da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd32 expref: 32 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.876124:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:0.0:1746138026.876134:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093872c00/0x8ae21a86589e29fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdb7 expref: 31 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.876143:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:0.0:1746138026.876145:0:21120:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746138026.876174:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:0.0:1746138026.876186:0:21120:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 24 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.876192:0:21120:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:0.0:1746138026.876226:0:21120:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 24 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.876238:0:21120:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 24 pid: 8544 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746138026.876259:0:21120:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21120:1830957968201600:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138026.876356:0:21120:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093731900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138026.876455:0:7142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972678784 00000100:00100000:3.0:1746138026.876464:0:7142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972678784 00000100:00100000:3.0:1746138026.876519:0:7142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10 00000100:00100000:3.0:1746138026.876527:0:7142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b11c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972678784:12345-192.168.204.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1746138026.876559:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138026.876575:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67a00/0x8ae21a86589e2ad5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7ace82 expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.876622:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876633:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876642:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876654:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876659:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876664:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876720:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876730:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876735:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876739:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf67e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.876742:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876748:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876757:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:3.0:1746138026.876759:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.876761:0:7142:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.876767:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876771:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2adc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876797:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876801:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876805:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876809:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf66a00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.876812:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876816:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876821:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880129ed8f00) 00010000:00010000:3.0:1746138026.876823:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.876825:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876829:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2ae3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.876859:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67a00/0x8ae21a86589e2ad5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace82 expref: 32 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.876866:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:3.0:1746138026.876868:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746138026.876870:0:7142:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.876875:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67a00/0x8ae21a86589e2ad5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7ace82 expref: 32 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.876880:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf67a00, rc -2) 00000100:00100000:3.0:1746138026.876923:0:7142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b11c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1957:x1830957972678784:12345-192.168.204.27@tcp:63:ll_sa.0 Request processed in 395us (1132us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746138026.876929:0:7142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10 00000100:00100000:0.0:1746138026.878115:0:21120:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2c3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21120:1830957968201600:192.168.204.27@tcp:104: 00010000:00010000:0.0:1746138026.878133:0:21120:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000100:00100000:1.0:1746138026.878604:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.878635:0:21009:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972679168 00000100:00100000:0.0:1746138026.878641:0:21009:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972679168 00010000:00010000:0.0:1746138026.878663:0:21009:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 25 pid: 8544 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746138026.878695:0:21009:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13096 00000100:00100000:0.0:1746138026.878701:0:21009:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+25:1959:x1830957972679168:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746138026.878710:0:21009:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746138026.878714:0:21009:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 25 pid: 8544 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746138026.878722:0:21009:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 25 pid: 8544 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746138026.878738:0:21009:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ce00/0x8ae21a86589e2a49 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acdda expref: 25 pid: 8544 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746138026.878747:0:21009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:0.0:1746138026.878750:0:21009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:0.0:1746138026.878756:0:21009:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21120 initiator: MDT0 00010000:00010000:0.0:1746138026.878765:0:21009:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21120 initiator: MDT0 00010000:00010000:0.0:1746138026.878789:0:21009:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746138026.878818:0:21009:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1959:x1830957972679168:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 117us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138026.878824:0:21009:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13096 00010000:00010000:1.0:1746138026.878840:0:21120:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.878846:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.878862:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.878869:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.878875:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.879137:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.879146:0:21120:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 23 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.879153:0:21120:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.879178:0:21120:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 23 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.879187:0:21120:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 23 pid: 21120 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746138026.879196:0:21120:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21120:1830957968201728:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138026.879259:0:21120:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801297db480 going to sleep for 11 seconds 00000100:00100000:2.0:1746138026.880412:0:21120:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21120:1830957968201728:192.168.204.27@tcp:104: 00010000:00010000:2.0:1746138026.880459:0:21120:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000100:00100000:1.0:1746138026.880566:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.880701:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972679296 00000100:00100000:3.0:1746138026.880708:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972679296 00010000:00010000:3.0:1746138026.880733:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 24 pid: 21120 timeout: 571 lvb_type: 0 00000100:00100000:3.0:1746138026.880764:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13097 00000100:00100000:3.0:1746138026.880772:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1958:x1830957972679296:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138026.880783:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138026.880788:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 24 pid: 21120 timeout: 571 lvb_type: 0 00010000:00010000:3.0:1746138026.880799:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 24 pid: 21120 timeout: 571 lvb_type: 0 00010000:00010000:3.0:1746138026.880816:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e286d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acd8d expref: 24 pid: 21120 timeout: 571 lvb_type: 0 00010000:00010000:3.0:1746138026.880830:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:3.0:1746138026.880835:0:7124:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.880842:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.880848:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.880868:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138026.880887:0:21120:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.880894:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000100:00100000:3.0:1746138026.880906:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+23:1958:x1830957972679296:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 135us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.880912:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13097 00000040:00080000:2.0:1746138026.881658:0:21120:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:2.0:1746138026.881665:0:21120:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 471913247828ns, next at 472913246280ns, rc = 0 00000040:00080000:2.0:1746138026.881678:0:21120:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:2.0:1746138026.881681:0:21120:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 471913265112ns, next at 472913264548ns, rc = 0 00010000:00010000:2.0:1746138026.881742:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881753:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881761:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881767:0:21120:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881776:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881781:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881808:0:21120:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746138026.881828:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881832:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881837:0:21120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881841:0:21120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a8ac00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138026.881844:0:21120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881850:0:21120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.881854:0:7126:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746138026.881858:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:1.0:1746138026.881860:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.881861:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746138026.881863:0:21120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.881865:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f00400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138026.881868:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a8ac00/0x8ae21a86589e2af1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.881868:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.881872:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.881880:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880087b9c300) 00010000:00010000:1.0:1746138026.881882:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746138026.881884:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.881888:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f00400/0x8ae21a86589e2af8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21120 initiator: MDT0 00010000:00010000:1.0:1746138026.881917:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746138026.881918:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746138026.881919:0:7126:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746138026.881937:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.882025:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.882029:0:21120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.882032:0:21120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130f07c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138026.882035:0:21120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.882041:0:21120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.882047:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8d00) 00010000:00010000:2.0:1746138026.882049:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138026.882051:0:21120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.882055:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2ace lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00000004:00010000:2.0:1746138026.882067:0:21120:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094122d80 reply state ffff88013159b000 transno 4294986844 ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000100:00100000:2.0:1746138026.882074:0:21120:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746138026.882143:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1119:x1830957972679040:12345-192.168.204.27@tcp:36:rm.0 Request processed in 6176us (6327us total) trans 4294986844 rc 0/0 00000100:00100000:2.0:1746138026.882150:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46619 00010000:00010000:3.0:1746138026.883050:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.883058:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.883062:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.883066:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094995800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.883068:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.883072:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.883080:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009b7bfc00) 00010000:00010000:3.0:1746138026.883083:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.883085:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.883089:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2aea lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00000100:00100000:0.0:1746138026.909536:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.909645:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972679424 00000100:00100000:2.0:1746138026.909653:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972679424 00000100:00100000:2.0:1746138026.909713:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46620 00000100:00100000:2.0:1746138026.909721:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+31:1123:x1830957972679424:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1746138026.909748:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.909767:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01a00/0x8ae21a86589e2aff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aceba expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.909820:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2b06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.909835:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.909844:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000004:00200000:2.0:1746138026.909901:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746138026.909904:0:21120:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746138026.909919:0:21120:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.909937:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f01a00/0x8ae21a86589e2aff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aceba expref: 33 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.909968:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2b06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aceba expref: 32 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.909975:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:2.0:1746138026.909978:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138026.909980:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094995800, rc 0) 00000100:00100000:2.0:1746138026.910042:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1123:x1830957972679424:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 321us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.910048:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46620 00000100:00100000:1.0:1746138026.912111:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.912238:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972679680 00000100:00100000:2.0:1746138026.912247:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972679680 00000100:00100000:2.0:1746138026.912287:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46621 00000100:00100000:2.0:1746138026.912293:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+32:1123:x1830957972679680:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1746138026.912312:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.912315:0:21120:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746138026.912337:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2b06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aceba expref: 32 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.912353:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03900) 00010000:00010000:2.0:1746138026.912361:0:21120:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138026.912371:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2b0d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acec1 expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.912511:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912522:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912529:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912539:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912543:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912548:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912923:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912931:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912937:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000004:00200000:2.0:1746138026.912946:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:2.0:1746138026.912965:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912971:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912976:0:21120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912981:0:21120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130f07800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138026.912984:0:21120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912990:0:21120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.912997:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880123c03b00) 00010000:00010000:2.0:1746138026.913000:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746138026.913002:0:21120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.913019:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2b14 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00000004:00010000:2.0:1746138026.913028:0:21120:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800942eb800 reply state ffff880099936000 transno 4294986845 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000100:00100000:2.0:1746138026.913038:0:21120:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746138026.913058:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2b0d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 34 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.913069:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 33 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.913075:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880123c03e00) 00010000:00010000:2.0:1746138026.913076:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746138026.913078:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093417600, rc 0) 00000100:00100000:2.0:1746138026.913135:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1123:x1830957972679680:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 842us (1031us total) trans 4294986845 rc 0/0 00000100:00100000:2.0:1746138026.913141:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46621 00010000:00010000:3.0:1746138026.915157:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.915169:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.915175:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.915181:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4056600 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.915185:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.915191:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.915205:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880123c03f00) 00010000:00010000:3.0:1746138026.915207:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.915210:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.915215:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b1b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00000100:00100000:1.0:1746138026.915299:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.915369:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972679936 00000100:00100000:2.0:1746138026.915376:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972679936 00000100:00100000:2.0:1746138026.915410:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46622 00000100:00100000:2.0:1746138026.915448:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1123:x1830957972679936:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1746138026.915466:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.915478:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9aa00/0x8ae21a86589e2b30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acec8 expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.915536:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.915544:0:21120:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 34 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.915548:0:21120:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.915568:0:21120:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 34 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.915575:0:21120:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 34 pid: 21120 timeout: 571 lvb_type: 0 00000100:00100000:2.0:1746138026.915582:0:21120:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21120:1830957968201856:192.168.204.27@tcp:104: 00000100:00100000:2.0:1746138026.915647:0:21120:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b522c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746138026.917793:0:21120:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21120:1830957968201856:192.168.204.27@tcp:104: 00000100:00100000:1.0:1746138026.917794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138026.917814:0:21120:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000100:00100000:3.0:1746138026.917930:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972680064 00000100:00100000:3.0:1746138026.917936:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972680064 00010000:00010000:3.0:1746138026.917965:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 35 pid: 21120 timeout: 571 lvb_type: 0 00000100:00100000:3.0:1746138026.918092:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13098 00000100:00100000:3.0:1746138026.918100:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1958:x1830957972680064:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138026.918111:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138026.918116:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 35 pid: 21120 timeout: 571 lvb_type: 0 00010000:00010000:3.0:1746138026.918127:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 35 pid: 21120 timeout: 571 lvb_type: 0 00010000:00010000:3.0:1746138026.918151:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093417600/0x8ae21a86589e2b22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec1 expref: 35 pid: 21120 timeout: 571 lvb_type: 0 00010000:00010000:3.0:1746138026.918164:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880123c03e00) 00010000:00010000:3.0:1746138026.918168:0:7124:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.918176:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.918183:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.918203:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746138026.918230:0:21120:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.918236:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000004:00200000:2.0:1746138026.918254:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000100:00100000:3.0:1746138026.918261:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1958:x1830957972680064:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 161us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.918267:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13098 00000004:00080000:2.0:1746138026.918413:0:21120:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00000004:00080000:2.0:1746138026.918456:0:21120:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:2.0:1746138026.918580:0:21120:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.918587:0:21120:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.918591:0:21120:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.918599:0:21120:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c9a800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:2.0:1746138026.918602:0:21120:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.918607:0:21120:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.918615:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880123c03e00) 00010000:00010000:2.0:1746138026.918617:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746138026.918619:0:21120:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.918623:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2b37 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21120 initiator: MDT0 00010000:00010000:3.0:1746138026.918701:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9aa00/0x8ae21a86589e2b30 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec8 expref: 34 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.918707:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c9aa00/0x8ae21a86589e2b30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acec8 expref: 34 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.918714:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c9aa00, rc 0) 00000100:00100000:3.0:1746138026.918740:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1123:x1830957972679936:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 3324us (3445us total) trans 4294986846 rc 301/301 00000100:00100000:3.0:1746138026.918746:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46622 00000100:00100000:1.0:1746138026.920279:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.920356:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972680320 00000100:00100000:3.0:1746138026.920365:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972680320 00000100:00100000:3.0:1746138026.920444:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 175 00000100:00100000:3.0:1746138026.920451:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+33:1123:x1830957972680320:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1746138026.920752:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1123:x1830957972680320:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 300us (486us total) trans 4294986847 rc 0/0 00000100:00100000:3.0:1746138026.920763:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 175 00000100:00100000:0.0:1746138026.921824:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.921877:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972680448 00000100:00100000:3.0:1746138026.921883:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972680448 00000100:00100000:3.0:1746138026.921927:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46623 00000100:00100000:3.0:1746138026.921934:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+34:1123:x1830957972680448:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1746138026.921951:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138026.921966:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2b45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acecf expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.922034:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2b45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acecf expref: 35 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.922049:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66a00/0x8ae21a86589e2b45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acecf expref: 35 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.922065:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880129ed8000) 00010000:00010000:3.0:1746138026.922067:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746138026.922071:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66a00, rc 0) 00000100:00100000:3.0:1746138026.922114:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1123:x1830957972680448:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 180us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.922119:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46623 00000100:00100000:1.0:1746138026.924210:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.924271:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972680704 00000100:00100000:3.0:1746138026.924279:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972680704 00000100:00100000:3.0:1746138026.924315:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 176 00000100:00100000:3.0:1746138026.924320:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+35:1123:x1830957972680704:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1746138026.924531:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1123:x1830957972680704:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 209us (327us total) trans 4294986848 rc 0/0 00000100:00100000:3.0:1746138026.924537:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 176 00000100:00100000:1.0:1746138026.930383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.930467:0:21120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972680832 00000100:00100000:3.0:1746138026.930480:0:21120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972680832 00000100:00100000:1.0:1746138026.930489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.930509:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972680960 00000100:00100000:1.0:1746138026.930513:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972680960 00000100:00100000:1.0:1746138026.930568:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46624 00000100:00100000:1.0:1746138026.930576:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+23:1125:x1830957972680960:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:1.0:1746138026.930604:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138026.930626:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2b4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acedd expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.930637:0:21120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46625 00000100:00100000:2.0:1746138026.930649:0:21120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+36:1124:x1830957972680832:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1746138026.930674:0:21120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.930694:0:21120:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948afe00/0x8ae21a86589e2b53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aced6 expref: -99 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.930698:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20fa00/0x8ae21a86589e2b5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.930711:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20fa00/0x8ae21a86589e2b5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.930722:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20fa00/0x8ae21a86589e2b5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:2.0:1746138026.930756:0:21120:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b61 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.930768:0:21120:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.930778:0:21120:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00000004:00200000:1.0:1746138026.930790:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746138026.930794:0:8544:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746138026.930811:0:8544:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20fa00/0x8ae21a86589e2b5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00000004:00200000:2.0:1746138026.930830:0:21120:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746138026.930833:0:21120:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00010000:00010000:1.0:1746138026.930833:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2b4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acedd expref: 25 pid: 8544 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746138026.930846:0:21120:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b61 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21120 initiator: MDT0 00010000:00010000:2.0:1746138026.930863:0:21120:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948afe00/0x8ae21a86589e2b53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aced6 expref: 38 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.930873:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20fa00/0x8ae21a86589e2b5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acedd expref: 24 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.930877:0:21120:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b61 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aced6 expref: 37 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.930881:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b7bff00) 00010000:00010000:1.0:1746138026.930884:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746138026.930887:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20fa00, rc 0) 00010000:00010000:2.0:1746138026.930903:0:21120:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b7bff00) 00010000:00010000:2.0:1746138026.930906:0:21120:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746138026.930909:0:21120:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4056600, rc 0) 00000100:00100000:1.0:1746138026.930940:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1125:x1830957972680960:12345-192.168.204.27@tcp:101:dd.0 Request processed in 365us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746138026.930947:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46624 00000100:00100000:2.0:1746138026.930958:0:21120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1124:x1830957972680832:12345-192.168.204.27@tcp:101:dd.0 Request processed in 312us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.930964:0:21120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46625 00000100:00100000:0.0:1746138026.933230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.933251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.933271:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.933310:0:7142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972681472 00000100:00100000:3.0:1746138026.933320:0:7142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972681472 00000100:00100000:1.0:1746138026.933360:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972681216 00000100:00100000:1.0:1746138026.933368:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972681216 00000100:00100000:3.0:1746138026.933382:0:7142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11 00000100:00100000:3.0:1746138026.933390:0:7142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+37:1958:x1830957972681472:12345-192.168.204.27@tcp:63:ll_sa.0 00000100:00100000:1.0:1746138026.933405:0:8544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972681600 00000100:00100000:1.0:1746138026.933407:0:8544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972681600 00010000:00010000:3.0:1746138026.933450:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746138026.933452:0:8544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46626 00000100:00100000:1.0:1746138026.933459:0:8544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1125:x1830957972681216:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138026.933466:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67a00/0x8ae21a86589e2b68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7aceeb expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.933475:0:8544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746138026.933478:0:8544:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:0.0:1746138026.933483:0:7136:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46627 00000100:00100000:0.0:1746138026.933490:0:7136:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1124:x1830957972681600:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:0.0:1746138026.933497:0:7136:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138026.933499:0:7136:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746138026.933501:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20fa00/0x8ae21a86589e2b5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acedd expref: 24 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.933510:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4056600/0x8ae21a86589e2b61 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aced6 expref: 39 pid: 21120 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.933515:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933516:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b7bff00) 00010000:00010000:1.0:1746138026.933519:0:8544:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746138026.933525:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933528:0:8544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20fc00/0x8ae21a86589e2b76 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acee4 expref: -99 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.933533:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b7bff00) 00010000:00010000:3.0:1746138026.933534:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138026.933536:0:7136:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746138026.933542:0:7136:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e2b7d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acf23 expref: -99 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.933546:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933551:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933556:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138026.933680:0:7136:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093414e00/0x8ae21a86589e2b8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138026.933692:0:7136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093414e00/0x8ae21a86589e2b8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7136 initiator: MDT0 00010000:00010000:0.0:1746138026.933703:0:7136:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093414e00/0x8ae21a86589e2b8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7136 initiator: MDT0 00000004:00200000:0.0:1746138026.933713:0:7136:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:1.0:1746138026.933723:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933730:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933736:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933743:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933748:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933752:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66c00/0x8ae21a86589e2ba7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933753:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933762:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66c00/0x8ae21a86589e2ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933768:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66c00/0x8ae21a86589e2ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00000004:00200000:3.0:1746138026.933785:0:7142:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:3.0:1746138026.933790:0:7142:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1746138026.933790:0:8544:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e2bae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933794:0:8544:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e2bae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933798:0:8544:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e2bae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8544 initiator: MDT0 00010000:00010000:0.0:1746138026.933799:0:7136:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093415000/0x8ae21a86589e2b7d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf23 expref: 41 pid: 7136 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746138026.933800:0:7142:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66c00/0x8ae21a86589e2ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00000004:00200000:1.0:1746138026.933801:0:8544:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:3.0:1746138026.933808:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66c00/0x8ae21a86589e2ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138026.933810:0:7136:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093414e00/0x8ae21a86589e2b8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf23 expref: 40 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.933816:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:0.0:1746138026.933816:0:7136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009b7bf800) 00010000:00010000:0.0:1746138026.933818:0:7136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746138026.933821:0:7136:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093414e00, rc 0) 00010000:00010000:3.0:1746138026.933822:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933828:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933831:0:8544:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933836:0:8544:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933845:0:8544:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933847:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf67e00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138026.933849:0:8544:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da1a400 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.933851:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933853:0:8544:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933857:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933858:0:8544:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8544 initiator: MDT0 00000100:00100000:0.0:1746138026.933860:0:7136:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+40:1124:x1830957972681600:12345-192.168.204.27@tcp:101:dd.0 Request processed in 370us (587us total) trans 4294986849 rc 0/0 00000100:00100000:0.0:1746138026.933867:0:7136:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46627 00010000:00010000:1.0:1746138026.933869:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b7bff00) 00010000:00010000:1.0:1746138026.933872:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.933875:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b7bff00) 00010000:00010000:1.0:1746138026.933875:0:8544:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933877:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138026.933879:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1a400/0x8ae21a86589e2b92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933880:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933886:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67e00/0x8ae21a86589e2b6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933886:0:8544:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933890:0:8544:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8544 initiator: MDT0 00010000:00010000:1.0:1746138026.933894:0:8544:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933897:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933902:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933907:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933907:0:8544:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da1ac00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138026.933909:0:8544:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933912:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf67c00 already unused, calling callback (ffffffffa1359690) 00010000:00010000:1.0:1746138026.933913:0:8544:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933914:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933918:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933922:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880129ed8400) 00010000:00010000:1.0:1746138026.933924:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746138026.933927:0:8544:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933929:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880129ed8400) 00010000:00010000:1.0:1746138026.933930:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ac00/0x8ae21a86589e2ba0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8544 initiator: MDT0 00010000:00010000:3.0:1746138026.933931:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.933933:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.933938:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67c00/0x8ae21a86589e2b84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:1.0:1746138026.933950:0:8544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e20fc00/0x8ae21a86589e2b76 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acee4 expref: 26 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.933958:0:8544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012da1ba00/0x8ae21a86589e2bae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acee4 expref: 25 pid: 8544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.933960:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf67a00/0x8ae21a86589e2b68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aceeb expref: 40 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746138026.933963:0:8544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880129ed8000) 00010000:00010000:1.0:1746138026.933965:0:8544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746138026.933966:0:8544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012da1ba00, rc 0) 00010000:00010000:3.0:1746138026.933975:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66c00/0x8ae21a86589e2ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7aceeb expref: 39 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.933986:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880129ed8000) 00010000:00010000:3.0:1746138026.933988:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746138026.933990:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66c00, rc 0) 00010000:00010000:3.0:1746138026.933994:0:7142:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138026.934002:0:7142:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2bbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acef2 expref: -99 pid: 7142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138026.934016:0:8544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+25:1125:x1830957972681216:12345-192.168.204.27@tcp:101:dd.0 Request processed in 549us (784us total) trans 4294986850 rc 0/0 00000100:00100000:1.0:1746138026.934021:0:8544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46626 00010000:00010000:3.0:1746138026.934039:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934045:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934050:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934059:0:7142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934063:0:7142:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934068:0:7142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934091:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934096:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934101:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934105:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130f07800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.934108:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934112:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934118:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8700) 00010000:00010000:3.0:1746138026.934120:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.934122:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934126:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07800/0x8ae21a86589e2bc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934133:0:7142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934137:0:7142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934141:0:7142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934144:0:7142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094995800 already unused, calling callback (ffffffffa1359690) 00010000:00010000:3.0:1746138026.934145:0:7142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934149:0:7142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934154:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880129ed8d00) 00010000:00010000:3.0:1746138026.934155:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746138026.934158:0:7142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934161:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094995800/0x8ae21a86589e2bca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7142 initiator: MDT0 00010000:00010000:3.0:1746138026.934179:0:7142:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2bbc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acef2 expref: 40 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.934185:0:7142:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129ed8700) 00010000:00010000:3.0:1746138026.934187:0:7142:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746138026.934189:0:7142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f07c00/0x8ae21a86589e2bbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acef2 expref: 40 pid: 7142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.934197:0:7142:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f07c00, rc -2) 00000100:00100000:3.0:1746138026.934248:0:7142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1958:x1830957972681472:12345-192.168.204.27@tcp:63:ll_sa.0 Request processed in 858us (996us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746138026.934254:0:7142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11 00000100:00100000:1.0:1746138026.936513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.936548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138026.936618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.936659:0:17395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972681984 00000100:00100000:0.0:1746138026.936659:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972681856 00000100:00100000:2.0:1746138026.936665:0:17395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972681984 00000100:00100000:0.0:1746138026.936665:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972681856 00000100:00100000:2.0:1746138026.936706:0:17395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8042 00000100:00100000:0.0:1746138026.936711:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8043 00000100:00100000:2.0:1746138026.936712:0:17395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972681984:12345-192.168.204.27@tcp:101:ll_agl.0 00000100:00100000:0.0:1746138026.936717:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1957:x1830957972681856:12345-192.168.204.27@tcp:101:ll_agl.0 00010000:00010000:2.0:1746138026.936726:0:17395:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746138026.936726:0:21614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746138026.936739:0:17395:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acf31 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746138026.936739:0:21614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acf2a expref: -99 pid: 21614 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746138026.936757:0:17395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1746138026.936757:0:21614:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746138026.936770:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.936770:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.936772:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746138026.936772:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.936778:0:17395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 10 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138026.936779:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 9 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138026.936790:0:17395:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 10 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746138026.936790:0:21614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 9 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746138026.936798:0:17395:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948ae000, rc 0) 00010000:00010000:0.0:1746138026.936799:0:21614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e20f000, rc 0) 00000100:00100000:0.0:1746138026.936840:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972681856:12345-192.168.204.27@tcp:101:ll_agl.0 Request processed in 123us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746138026.936845:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8043 00000100:00100000:2.0:1746138026.936920:0:17395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1957:x1830957972681984:12345-192.168.204.27@tcp:101:ll_agl.0 Request processed in 207us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746138026.936925:0:17395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8042 00000100:00100000:3.0:1746138026.937468:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972681728 00000100:00100000:3.0:1746138026.937472:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972681728 00000100:00100000:3.0:1746138026.937501:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 335 00000100:00100000:3.0:1746138026.937506:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1957:x1830957972681728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138026.937516:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138026.937532:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093414e00/0x8ae21a86589e2b8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf23 expref: 39 pid: 7136 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.937543:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009b7bf800) 00010000:00010000:3.0:1746138026.937547:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138026.937640:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1957:x1830957972681728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 133us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.937645:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 335 00000100:00100000:1.0:1746138026.937667:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.937712:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972682240 00000100:00100000:2.0:1746138026.937716:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972682240 00000100:00100000:2.0:1746138026.937744:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5983 00000100:00100000:2.0:1746138026.937749:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972682240:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138026.937768:0:8507:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.937776:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.937777:0:8507:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.937779:0:8507:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.937787:0:8507:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746138026.939039:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.939107:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972682496 00000100:00100000:2.0:1746138026.939112:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972682496 00000100:00100000:2.0:1746138026.939214:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5984 00000100:00100000:2.0:1746138026.939222:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972682496:12345-192.168.204.27@tcp:3:dd.0 00010000:00010000:2.0:1746138026.939247:0:8506:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.939260:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.939261:0:8506:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746138026.939265:0:8506:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.939274:0:8506:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746138026.939765:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.939801:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972682624 00000100:00100000:3.0:1746138026.939808:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972682624 00000100:00100000:3.0:1746138026.939835:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8044 00000100:00100000:3.0:1746138026.939840:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1125:x1830957972682624:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1746138026.939849:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746138026.939859:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f00400/0x8ae21a86589e2bed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acf38 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.939875:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 10 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138026.939881:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.939882:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.939885:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f00400/0x8ae21a86589e2bed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf38 expref: 10 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.939905:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 10 pid: 21614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138026.939915:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 10 pid: 21614 timeout: 571 lvb_type: 1 00000100:00100000:3.0:1746138026.939930:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957968201984:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138026.939993:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129ff3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138026.942563:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8500:1830957968201984:192.168.204.27@tcp:104: 00000100:00100000:0.0:1746138026.942588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00010000:00010000:2.0:1746138026.942605:0:8507:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.942615:0:8507:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.942623:0:8507:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.942628:0:8507:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c9a800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138026.942631:0:8507:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.942637:0:8507:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.942651:0:8507:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.942661:0:8507:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092c9a800/0x8ae21a86589e2bdf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.942720:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1957:x1830957972682240:12345-192.168.204.27@tcp:3:dd.0 Request processed in 4969us (5052us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.942729:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5983 00010000:00010000:3.0:1746138026.942808:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f00400/0x8ae21a86589e2bed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf38 expref: 10 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.942821:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f00400, rc 0) 00000100:00100000:3.0:1746138026.942839:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1125:x1830957972682624:12345-192.168.204.27@tcp:101:dd.0 Request processed in 2999us (3075us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.942846:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8044 00000100:00100000:3.0:1746138026.942864:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972682752 00000100:00100000:3.0:1746138026.942868:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972682752 00010000:00010000:3.0:1746138026.942887:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 9 pid: 21614 timeout: 571 lvb_type: 1 00000100:00100000:3.0:1746138026.942910:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13099 00000100:00100000:3.0:1746138026.942915:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1960:x1830957972682752:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138026.943280:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138026.943296:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 9 pid: 21614 timeout: 571 lvb_type: 1 00010000:00010000:3.0:1746138026.943305:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 9 pid: 21614 timeout: 571 lvb_type: 1 00010000:00010000:3.0:1746138026.943318:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e20f000/0x8ae21a86589e2bd1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf2a expref: 9 pid: 21614 timeout: 571 lvb_type: 1 00010000:00010000:3.0:1746138026.943326:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.943328:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.943334:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f00400/0x8ae21a86589e2bed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf38 expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.943341:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f00400/0x8ae21a86589e2bed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf38 expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.943361:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f00400/0x8ae21a86589e2bed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf38 expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.943370:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968202112:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138026.943491:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129ff3900 going to sleep for 11 seconds 00010000:00010000:2.0:1746138026.944189:0:8506:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.944198:0:8506:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.944203:0:8506:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.944208:0:8506:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c9b600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746138026.944210:0:8506:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.944215:0:8506:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.944224:0:8506:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746138026.944229:0:8506:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c9b600/0x8ae21a86589e2be6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8506 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746138026.944279:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1958:x1830957972682496:12345-192.168.204.27@tcp:3:dd.0 Request processed in 5056us (5244us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746138026.944285:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5984 00000100:00100000:3.0:1746138026.945104:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7124:1830957968202112:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138026.945116:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138026.945139:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+8:1960:x1830957972682752:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 2224us (2552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.945146:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13099 00000100:00100000:1.0:1746138026.952762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.952840:0:8500:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972683008 00000100:00100000:1.0:1746138026.952846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.952848:0:8500:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972683008 00000100:00100000:3.0:1746138026.952895:0:8500:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8045 00000100:00100000:2.0:1746138026.952900:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972683136 00000100:00100000:3.0:1746138026.952902:0:8500:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+9:1125:x1830957972683008:12345-192.168.204.27@tcp:101:dd.0 00000100:00100000:2.0:1746138026.952904:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972683136 00010000:00010000:3.0:1746138026.952916:0:8500:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746138026.952926:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff8800942e9500 x1830957972683136/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746138026.952931:0:8500:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e2bf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1ee53d935b7acf3f expref: -99 pid: 8500 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746138026.952932:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942e9500 with x1830957972683136 ext(0->1048575) 00002000:00010000:2.0:1746138026.952935:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942e9500 00000100:00100000:2.0:1746138026.952945:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5985 00000100:00100000:2.0:1746138026.952948:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1960:x1830957972683136:12345-192.168.204.27@tcp:4:dd.0 00010000:00010000:3.0:1746138026.952953:0:8500:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 9 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138026.952964:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.952965:0:8500:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.952969:0:8500:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e2bf4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf3f expref: 10 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.952992:0:8500:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 9 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746138026.953002:0:8500:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 9 pid: 17395 timeout: 571 lvb_type: 1 00000100:00100000:3.0:1746138026.953029:0:8500:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968202240:192.168.204.27@tcp:104: 00000100:00100000:3.0:1746138026.953102:0:8500:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129ff3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138026.953965:0:8500:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8500:1830957968202240:192.168.204.27@tcp:104: 00010000:00010000:3.0:1746138026.953984:0:8500:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e2bf4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf3f expref: 10 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.953994:0:8500:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf67a00, rc 0) 00000100:00100000:3.0:1746138026.954038:0:8500:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1125:x1830957972683008:12345-192.168.204.27@tcp:101:dd.0 Request processed in 1135us (1282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.954044:0:8500:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8045 00000100:00100000:0.0:1746138026.954184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138026.954282:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972683264 00000100:00100000:3.0:1746138026.954285:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972683264 00010000:00010000:3.0:1746138026.954301:0:7124:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 10 pid: 17395 timeout: 571 lvb_type: 1 00000100:00100000:3.0:1746138026.954357:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13100 00000100:00100000:3.0:1746138026.954362:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+10:1959:x1830957972683264:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746138026.954370:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746138026.954385:0:7124:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 10 pid: 17395 timeout: 571 lvb_type: 1 00010000:00010000:3.0:1746138026.954394:0:7124:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 10 pid: 17395 timeout: 571 lvb_type: 1 00010000:00010000:3.0:1746138026.954410:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948ae000/0x8ae21a86589e2bd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf31 expref: 10 pid: 17395 timeout: 571 lvb_type: 1 00010000:00010000:3.0:1746138026.954435:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.954436:0:7124:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746138026.954442:0:7124:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e2bf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf3f expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.954449:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e2bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf3f expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746138026.954468:0:7124:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf67a00/0x8ae21a86589e2bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x1ee53d935b7acf3f expref: 9 pid: 8500 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746138026.954476:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968202368:192.168.204.27@tcp:105: 00000100:00100000:3.0:1746138026.954526:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129ff3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746138026.956132:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092bab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7124:1830957968202368:192.168.204.27@tcp:105: 00010000:00010000:3.0:1746138026.956149:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746138026.956178:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+9:1959:x1830957972683264:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1815us (1994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746138026.956186:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13100 00000100:00100000:0.0:1746138026.961892:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1960:x1830957972683136:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8929us (9032us total) trans 4294968967 rc 0/0 00000100:00100000:0.0:1746138026.961905:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5985 00002000:00100000:0.0:1746138026.961919:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff8800942e9500 x1830957972683136/t4294968967(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/448 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138026.961927:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942e9500 with x1830957972683136 ext(0->1048575) 00002000:00010000:0.0:1746138026.961933:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942e9500 00000100:00100000:0.0:1746138026.962481:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.962686:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972683520 00000100:00100000:2.0:1746138026.962693:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972683520 00002000:00100000:2.0:1746138026.962725:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880093e3d180 x1830957972683520/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.962732:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3d180 with x1830957972683520 ext(0->1048575) 00002000:00010000:2.0:1746138026.962736:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3d180 00000100:00100000:2.0:1746138026.962761:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5986 00000100:00100000:2.0:1746138026.962767:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+10:1959:x1830957972683520:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138026.973982:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1959:x1830957972683520:12345-192.168.204.27@tcp:4:dd.0 Request processed in 11206us (11492us total) trans 4294968103 rc 0/0 00000100:00100000:2.0:1746138026.973993:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5986 00002000:00100000:2.0:1746138026.974016:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880093e3d180 x1830957972683520/t4294968103(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/448 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.974026:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3d180 with x1830957972683520 ext(0->1048575) 00002000:00010000:2.0:1746138026.974031:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3d180 00000100:00100000:0.0:1746138026.974330:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.975447:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972683776 00000100:00100000:2.0:1746138026.975456:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972683776 00002000:00100000:2.0:1746138026.975502:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff880093e3f800 x1830957972683776/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.975512:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f800 with x1830957972683776 ext(1048576->2097151) 00002000:00010000:2.0:1746138026.975517:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3f800 00000100:00100000:3.0:1746138026.975555:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5987 00000100:00100000:3.0:1746138026.975563:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1960:x1830957972683776:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138026.982391:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972683776:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6819us (8052us total) trans 4294968968 rc 0/0 00000100:00100000:3.0:1746138026.982402:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5987 00002000:00100000:3.0:1746138026.982413:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff880093e3f800 x1830957972683776/t4294968968(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/448 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138026.982449:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f800 with x1830957972683776 ext(1048576->2097151) 00002000:00010000:3.0:1746138026.982455:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3f800 00000100:00100000:3.0:1746138026.983480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.983532:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972684032 00000100:00100000:3.0:1746138026.983539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138026.983539:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972684032 00002000:00100000:0.0:1746138026.983568:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880092bab800 x1830957972684032/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746138026.983621:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972684288 00000100:00100000:2.0:1746138026.983624:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972684288 00000100:00100000:2.0:1746138026.983666:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 177 00000100:00100000:2.0:1746138026.983673:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+38:1124:x1830957972684288:12345-192.168.204.27@tcp:35:dd.0 00002000:00100000:0.0:1746138026.983717:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bab800 with x1830957972684032 ext(1048576->2097151) 00002000:00010000:0.0:1746138026.983721:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092bab800 00000100:00100000:0.0:1746138026.983744:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5988 00000100:00100000:0.0:1746138026.983750:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+12:1960:x1830957972684032:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138026.984181:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7de7f995-9a1f-489a-8c20-0b17a9a05ba2+39:1124:x1830957972684288:12345-192.168.204.27@tcp:35:dd.0 Request processed in 508us (641us total) trans 4294986851 rc 0/0 00000100:00100000:2.0:1746138026.984188:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 177 00000100:00100000:2.0:1746138026.988965:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972684032:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5207us (5485us total) trans 4294968104 rc 0/0 00000100:00100000:2.0:1746138026.988975:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5988 00002000:00100000:2.0:1746138026.988986:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880092bab800 x1830957972684032/t4294968104(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/448 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.988994:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bab800 with x1830957972684032 ext(1048576->2097151) 00002000:00010000:2.0:1746138026.989000:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092bab800 00000100:00100000:0.0:1746138026.989740:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.990661:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972684544 00000100:00100000:2.0:1746138026.990671:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972684544 00002000:00100000:2.0:1746138026.990719:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff880093e3dc00 x1830957972684544/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.990726:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3dc00 with x1830957972684544 ext(2097152->3145727) 00002000:00010000:2.0:1746138026.990730:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3dc00 00000100:00100000:2.0:1746138026.990754:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5989 00000100:00100000:2.0:1746138026.990759:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1960:x1830957972684544:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138026.997702:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1960:x1830957972684544:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6934us (7961us total) trans 4294968969 rc 0/0 00000100:00100000:2.0:1746138026.997713:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5989 00002000:00100000:2.0:1746138026.997723:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff880093e3dc00 x1830957972684544/t4294968969(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/448 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.997732:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3dc00 with x1830957972684544 ext(2097152->3145727) 00002000:00010000:2.0:1746138026.997737:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3dc00 00000100:00100000:0.0:1746138026.997744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138026.997775:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972684800 00000100:00100000:2.0:1746138026.997781:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972684800 00002000:00100000:2.0:1746138026.997806:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880093e3d880 x1830957972684800/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/0 e 0 to 0 dl 1746138037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138026.997812:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3d880 with x1830957972684800 ext(2097152->3145727) 00002000:00010000:2.0:1746138026.997814:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3d880 00000100:00100000:2.0:1746138026.997828:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5990 00000100:00100000:2.0:1746138026.997833:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+14:1959:x1830957972684800:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138027.004242:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1959:x1830957972684800:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6400us (6490us total) trans 4294968105 rc 0/0 00000100:00100000:2.0:1746138027.004252:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5990 00002000:00100000:2.0:1746138027.004263:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880093e3d880 x1830957972684800/t4294968105(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:462/0 lens 488/448 e 0 to 0 dl 1746138037 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.004271:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3d880 with x1830957972684800 ext(2097152->3145727) 00002000:00010000:2.0:1746138027.004276:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3d880 00000100:00100000:0.0:1746138027.004493:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.004776:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972685056 00000100:00100000:2.0:1746138027.004782:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972685056 00002000:00100000:2.0:1746138027.005354:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff880093e3e300 x1830957972685056/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.005361:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3e300 with x1830957972685056 ext(3145728->4194303) 00002000:00010000:2.0:1746138027.005365:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3e300 00000100:00100000:2.0:1746138027.005455:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5991 00000100:00100000:2.0:1746138027.005463:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1960:x1830957972685056:12345-192.168.204.27@tcp:4:dd.0 00000100:00080000:0.0:1746138027.005989:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746138027.011658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.011955:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972685312 00000100:00100000:2.0:1746138027.011963:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972685312 00002000:00100000:2.0:1746138027.012026:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880094123b80 x1830957972685312/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.012035:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094123b80 with x1830957972685312 ext(3145728->4194303) 00002000:00010000:2.0:1746138027.012040:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094123b80 00000100:00100000:2.0:1746138027.012066:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5992 00000100:00100000:2.0:1746138027.012074:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+16:1960:x1830957972685312:12345-192.168.204.27@tcp:4:dd.0 00000100:00080000:0.0:1746138027.012223:0:7134:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746138027.012331:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1960:x1830957972685056:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6869us (7837us total) trans 4294968970 rc 0/0 00000100:00100000:3.0:1746138027.012339:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5991 00002000:00100000:3.0:1746138027.012344:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff880093e3e300 x1830957972685056/t4294968970(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138027.012351:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3e300 with x1830957972685056 ext(3145728->4194303) 00002000:00010000:3.0:1746138027.012353:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3e300 00000100:00100000:2.0:1746138027.016682:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1960:x1830957972685312:12345-192.168.204.27@tcp:4:dd.0 Request processed in 4602us (5025us total) trans 4294968106 rc 0/0 00000100:00100000:2.0:1746138027.016693:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5992 00002000:00100000:2.0:1746138027.016703:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880094123b80 x1830957972685312/t4294968106(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.016713:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094123b80 with x1830957972685312 ext(3145728->4194303) 00002000:00010000:2.0:1746138027.016718:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094123b80 00000100:00100000:0.0:1746138027.018965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.019065:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972685568 00000100:00100000:2.0:1746138027.019076:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972685568 00002000:00100000:2.0:1746138027.019119:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880093e3f100 x1830957972685568/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.019128:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f100 with x1830957972685568 ext(4194304->5242879) 00002000:00010000:2.0:1746138027.019133:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3f100 00000100:00100000:2.0:1746138027.019171:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5993 00000100:00100000:2.0:1746138027.019179:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1960:x1830957972685568:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138027.024816:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1746138027.024915:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972685824 00000100:00100000:0.0:1746138027.024922:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972685824 00002000:00100000:0.0:1746138027.024956:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff8800927d5c00 x1830957972685824/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138027.024965:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5c00 with x1830957972685824 ext(4194304->5242879) 00002000:00010000:0.0:1746138027.024970:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5c00 00000100:00100000:0.0:1746138027.024995:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5994 00000100:00100000:0.0:1746138027.025002:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+18:1959:x1830957972685824:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138027.025348:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1960:x1830957972685568:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6169us (6392us total) trans 4294968971 rc 0/0 00000100:00100000:3.0:1746138027.025356:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5993 00002000:00100000:3.0:1746138027.025362:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880093e3f100 x1830957972685568/t4294968971(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138027.025370:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f100 with x1830957972685568 ext(4194304->5242879) 00002000:00010000:3.0:1746138027.025373:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3f100 00000100:00100000:2.0:1746138027.032977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138027.033084:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972686080 00000100:00100000:3.0:1746138027.033092:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972686080 00002000:00100000:3.0:1746138027.033134:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff8800927d7480 x1830957972686080/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138027.033142:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7480 with x1830957972686080 ext(5242880->6291455) 00002000:00010000:3.0:1746138027.033147:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927d7480 00000100:00100000:3.0:1746138027.033178:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5995 00000100:00100000:3.0:1746138027.033185:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1960:x1830957972686080:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138027.034055:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1959:x1830957972685824:12345-192.168.204.27@tcp:4:dd.0 Request processed in 9050us (9241us total) trans 4294968107 rc 0/0 00000100:00100000:1.0:1746138027.034065:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5994 00002000:00100000:1.0:1746138027.034073:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff8800927d5c00 x1830957972685824/t4294968107(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.034081:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5c00 with x1830957972685824 ext(4194304->5242879) 00002000:00010000:1.0:1746138027.034085:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5c00 00000100:00100000:0.0:1746138027.037846:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138027.038331:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972686336 00000100:00100000:1.0:1746138027.038340:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972686336 00002000:00100000:1.0:1746138027.038391:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880093e3c380 x1830957972686336/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.038400:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c380 with x1830957972686336 ext(5242880->6291455) 00002000:00010000:1.0:1746138027.038406:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3c380 00000100:00100000:1.0:1746138027.038456:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5996 00000100:00100000:1.0:1746138027.038463:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+20:1957:x1830957972686336:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138027.038707:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1960:x1830957972686080:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5515us (5732us total) trans 4294968972 rc 0/0 00000100:00100000:3.0:1746138027.038718:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5995 00002000:00100000:3.0:1746138027.038728:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff8800927d7480 x1830957972686080/t4294968972(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138027.038850:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7480 with x1830957972686080 ext(5242880->6291455) 00002000:00010000:3.0:1746138027.038856:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927d7480 00000100:00100000:0.0:1746138027.044215:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1746138027.044305:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972686592 00000100:00100000:3.0:1746138027.044314:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972686592 00000100:00100000:1.0:1746138027.044321:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1957:x1830957972686336:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5856us (6483us total) trans 4294968108 rc 0/0 00000100:00100000:1.0:1746138027.044332:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5996 00002000:00100000:1.0:1746138027.044343:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880093e3c380 x1830957972686336/t4294968108(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138027.044349:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff880093e3c700 x1830957972686592/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.044353:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c380 with x1830957972686336 ext(5242880->6291455) 00002000:00100000:3.0:1746138027.044357:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c700 with x1830957972686592 ext(6291456->7340031) 00002000:00010000:1.0:1746138027.044359:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3c380 00002000:00010000:3.0:1746138027.044361:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3c700 00000100:00100000:3.0:1746138027.044377:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5997 00000100:00100000:3.0:1746138027.044384:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1958:x1830957972686592:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:0.0:1746138027.049657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138027.049748:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972686848 00000100:00100000:1.0:1746138027.049759:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972686848 00002000:00100000:1.0:1746138027.049808:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880093e3ce00 x1830957972686848/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.049824:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ce00 with x1830957972686848 ext(6291456->7340031) 00002000:00010000:1.0:1746138027.049830:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3ce00 00000100:00100000:1.0:1746138027.049866:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5998 00000100:00100000:1.0:1746138027.049875:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+22:1957:x1830957972686848:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138027.050799:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1958:x1830957972686592:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6409us (6589us total) trans 4294968973 rc 0/0 00000100:00100000:3.0:1746138027.050809:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5997 00002000:00100000:3.0:1746138027.050818:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff880093e3c700 x1830957972686592/t4294968973(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746138027.050827:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3c700 with x1830957972686592 ext(6291456->7340031) 00002000:00010000:3.0:1746138027.050832:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e3c700 00000100:00100000:1.0:1746138027.055298:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1957:x1830957972686848:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5415us (5643us total) trans 4294968109 rc 0/0 00000100:00100000:1.0:1746138027.055310:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5998 00002000:00100000:1.0:1746138027.055321:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880093e3ce00 x1830957972686848/t4294968109(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.055330:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3ce00 with x1830957972686848 ext(6291456->7340031) 00002000:00010000:1.0:1746138027.055336:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3ce00 00000100:00100000:2.0:1746138027.056144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138027.056262:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972687104 00000100:00100000:1.0:1746138027.056269:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972687104 00002000:00100000:1.0:1746138027.056303:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff8800927d4e00 x1830957972687104/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.056310:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4e00 with x1830957972687104 ext(7340032->8388607) 00002000:00010000:1.0:1746138027.056314:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927d4e00 00000100:00100000:1.0:1746138027.056347:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5999 00000100:00100000:1.0:1746138027.056354:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1958:x1830957972687104:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138027.062874:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1958:x1830957972687104:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6511us (6723us total) trans 4294968974 rc 0/0 00000100:00100000:1.0:1746138027.062886:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5999 00002000:00100000:1.0:1746138027.062899:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff8800927d4e00 x1830957972687104/t4294968974(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.062907:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4e00 with x1830957972687104 ext(7340032->8388607) 00002000:00010000:1.0:1746138027.062912:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927d4e00 00000100:00100000:3.0:1746138027.063108:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138027.063358:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972687360 00000100:00100000:1.0:1746138027.063364:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972687360 00002000:00100000:1.0:1746138027.063392:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff8800a56ec380 x1830957972687360/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.063398:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ec380 with x1830957972687360 ext(7340032->8388607) 00002000:00010000:1.0:1746138027.063401:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ec380 00000100:00100000:1.0:1746138027.063461:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6000 00000100:00100000:1.0:1746138027.063468:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+24:1958:x1830957972687360:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:3.0:1746138027.066909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.067028:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972687616 00000100:00100000:2.0:1746138027.067037:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972687616 00002000:00100000:2.0:1746138027.067078:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff8800a56ee300 x1830957972687616/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.067087:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ee300 with x1830957972687616 ext(8388608->9437183) 00002000:00010000:2.0:1746138027.067092:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56ee300 00000100:00100000:2.0:1746138027.067121:0:31692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6001 00000100:00100000:2.0:1746138027.067128:0:31692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1957:x1830957972687616:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138027.069395:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1958:x1830957972687360:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5917us (6277us total) trans 4294968110 rc 0/0 00000100:00100000:2.0:1746138027.069409:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6000 00002000:00100000:2.0:1746138027.069437:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff8800a56ec380 x1830957972687360/t4294968110(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.069446:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ec380 with x1830957972687360 ext(7340032->8388607) 00002000:00010000:2.0:1746138027.069451:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ec380 00000100:00100000:1.0:1746138027.071863:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.071957:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972687872 00000100:00100000:2.0:1746138027.071965:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972687872 00002000:00100000:2.0:1746138027.072019:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff8800942eb480 x1830957972687872/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.072029:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942eb480 with x1830957972687872 ext(8388608->9437183) 00002000:00010000:2.0:1746138027.072034:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942eb480 00000100:00100000:2.0:1746138027.072058:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6002 00000100:00100000:2.0:1746138027.072065:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+26:1958:x1830957972687872:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138027.073673:0:31692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+28:1957:x1830957972687616:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6538us (6765us total) trans 4294968975 rc 0/0 00000100:00100000:2.0:1746138027.073683:0:31692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6001 00002000:00100000:2.0:1746138027.073692:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff8800a56ee300 x1830957972687616/t4294968975(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.073700:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ee300 with x1830957972687616 ext(8388608->9437183) 00002000:00010000:2.0:1746138027.073704:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56ee300 00010000:00010000:0.0:1746138027.074745:0:9904:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746138027.077000:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+28:1958:x1830957972687872:12345-192.168.204.27@tcp:4:dd.0 Request processed in 4924us (5130us total) trans 4294968111 rc 0/0 00000100:00100000:2.0:1746138027.077027:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6002 00002000:00100000:2.0:1746138027.077043:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff8800942eb480 x1830957972687872/t4294968111(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.077052:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942eb480 with x1830957972687872 ext(8388608->9437183) 00002000:00010000:2.0:1746138027.077058:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942eb480 00000100:00100000:3.0:1746138027.078222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.078286:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972688128 00000100:00100000:2.0:1746138027.078296:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972688128 00002000:00100000:2.0:1746138027.078330:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff8800a56ece00 x1830957972688128/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.078339:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ece00 with x1830957972688128 ext(9437184->10485759) 00002000:00010000:2.0:1746138027.078343:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56ece00 00000100:00100000:2.0:1746138027.078372:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6003 00000100:00100000:2.0:1746138027.078379:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+28:1957:x1830957972688128:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138027.083920:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+30:1957:x1830957972688128:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5531us (5695us total) trans 4294968976 rc 0/0 00000100:00100000:2.0:1746138027.083931:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6003 00002000:00100000:2.0:1746138027.083940:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff8800a56ece00 x1830957972688128/t4294968976(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.083949:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ece00 with x1830957972688128 ext(9437184->10485759) 00002000:00010000:2.0:1746138027.083955:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56ece00 00000100:00100000:3.0:1746138027.084030:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.084141:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972688384 00000100:00100000:2.0:1746138027.084148:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972688384 00002000:00100000:2.0:1746138027.084182:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff8800a56ec700 x1830957972688384/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.084189:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ec700 with x1830957972688384 ext(9437184->10485759) 00002000:00010000:2.0:1746138027.084193:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ec700 00000100:00100000:2.0:1746138027.084206:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6004 00000100:00100000:2.0:1746138027.084213:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+28:1957:x1830957972688384:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138027.089976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.090181:0:31692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972688640 00000100:00100000:2.0:1746138027.090201:0:31692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972688640 00002000:00100000:2.0:1746138027.090264:0:31692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff88012faeca80 x1830957972688640/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.090271:0:31692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeca80 with x1830957972688640 ext(10485760->11534335) 00002000:00010000:2.0:1746138027.090277:0:31692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faeca80 00000100:00100000:1.0:1746138027.090640:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6005 00000100:00100000:1.0:1746138027.090654:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+30:1959:x1830957972688640:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138027.092771:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+30:1957:x1830957972688384:12345-192.168.204.27@tcp:4:dd.0 Request processed in 8550us (8734us total) trans 4294968112 rc 0/0 00000100:00100000:2.0:1746138027.092780:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6004 00002000:00100000:2.0:1746138027.092788:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff8800a56ec700 x1830957972688384/t4294968112(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.092795:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ec700 with x1830957972688384 ext(9437184->10485759) 00002000:00010000:2.0:1746138027.092799:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ec700 00000100:00100000:3.0:1746138027.094903:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.095093:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972688896 00000100:00100000:2.0:1746138027.095105:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972688896 00002000:00100000:2.0:1746138027.095158:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff8800a56ed880 x1830957972688896/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.095169:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ed880 with x1830957972688896 ext(10485760->11534335) 00002000:00010000:2.0:1746138027.095175:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ed880 00000100:00100000:2.0:1746138027.095213:0:8506:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6006 00000100:00100000:2.0:1746138027.095222:0:8506:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+30:1957:x1830957972688896:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138027.096716:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1959:x1830957972688640:12345-192.168.204.27@tcp:4:dd.0 Request processed in 6063us (6750us total) trans 4294968977 rc 0/0 00000100:00100000:1.0:1746138027.096725:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6005 00002000:00100000:1.0:1746138027.096733:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff88012faeca80 x1830957972688640/t4294968977(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.096741:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeca80 with x1830957972688640 ext(10485760->11534335) 00002000:00010000:1.0:1746138027.096745:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faeca80 00000100:00100000:2.0:1746138027.099434:0:8506:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972688896:12345-192.168.204.27@tcp:4:dd.0 Request processed in 4188us (4515us total) trans 4294968113 rc 0/0 00000100:00100000:2.0:1746138027.099444:0:8506:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6006 00002000:00100000:2.0:1746138027.099454:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff8800a56ed880 x1830957972688896/t4294968113(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.099461:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ed880 with x1830957972688896 ext(10485760->11534335) 00002000:00010000:2.0:1746138027.099466:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56ed880 00000100:00100000:3.0:1746138027.102219:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.102307:0:8506:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972689152 00000100:00100000:2.0:1746138027.102314:0:8506:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972689152 00002000:00100000:2.0:1746138027.102351:0:8506:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff8800a56ef800 x1830957972689152/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.102359:0:8506:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef800 with x1830957972689152 ext(11534336->12582911) 00002000:00010000:2.0:1746138027.102363:0:8506:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56ef800 00000100:00100000:1.0:1746138027.102468:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6007 00000100:00100000:1.0:1746138027.102478:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1960:x1830957972689152:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138027.106982:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1960:x1830957972689152:12345-192.168.204.27@tcp:4:dd.0 Request processed in 4500us (4764us total) trans 4294968978 rc 0/0 00000100:00100000:1.0:1746138027.106991:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6007 00002000:00100000:1.0:1746138027.106999:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff8800a56ef800 x1830957972689152/t4294968978(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.107015:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ef800 with x1830957972689152 ext(11534336->12582911) 00002000:00010000:1.0:1746138027.107020:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56ef800 00000100:00100000:0.0:1746138027.108465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1746138027.108549:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972689408 00000100:00100000:1.0:1746138027.108559:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972689408 00002000:00100000:1.0:1746138027.108590:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880093e3f480 x1830957972689408/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.108597:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f480 with x1830957972689408 ext(11534336->12582911) 00002000:00010000:1.0:1746138027.108601:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3f480 00000100:00100000:1.0:1746138027.108628:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6008 00000100:00100000:1.0:1746138027.108635:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+32:1957:x1830957972689408:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:1.0:1746138027.112737:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1957:x1830957972689408:12345-192.168.204.27@tcp:4:dd.0 Request processed in 4095us (4267us total) trans 4294968114 rc 0/0 00000100:00100000:1.0:1746138027.112747:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6008 00002000:00100000:1.0:1746138027.112757:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880093e3f480 x1830957972689408/t4294968114(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746138027.112765:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e3f480 with x1830957972689408 ext(11534336->12582911) 00002000:00010000:1.0:1746138027.112770:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e3f480 00000100:00100000:3.0:1746138027.115920:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1746138027.115990:0:7140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972689920 00000100:00100000:2.0:1746138027.115997:0:7140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972689920 00000100:00100000:2.0:1746138027.116050:0:7140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 178 00000100:00100000:2.0:1746138027.116055:0:7140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801315f0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+25:1125:x1830957972689920:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:3.0:1746138027.116147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00080000:2.0:1746138027.116311:0:7140:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986852 00000100:00100000:0.0:1746138027.116359:0:8507:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957972689664 00000100:00100000:0.0:1746138027.116370:0:8507:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957972689664 00002000:00100000:0.0:1746138027.116413:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff8800a56ec000 x1830957972689664/t0(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/0 e 0 to 0 dl 1746138038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746138027.116460:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ec000 with x1830957972689664 ext(12582912->13631487) 00002000:00010000:0.0:1746138027.116465:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56ec000 00000100:00100000:2.0:1746138027.116471:0:7140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801315f0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+27:1125:x1830957972689920:12345-192.168.204.27@tcp:35:dd.0 Request processed in 413us (554us total) trans 4294986853 rc 0/0 00000100:00100000:2.0:1746138027.116478:0:7140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 178 00000020:00080000:2.0:1746138027.116482:0:7140:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746138027.116487:0:8507:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6009 00000100:00100000:0.0:1746138027.116493:0:8507:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+34:1957:x1830957972689664:12345-192.168.204.27@tcp:4:dd.0 00000100:00100000:2.0:1746138027.122070:0:8507:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:596ba1cf-3330-4f6b-9e4f-ea2443b37aa5+36:1957:x1830957972689664:12345-192.168.204.27@tcp:4:dd.0 Request processed in 5566us (5912us total) trans 4294968979 rc 0/0 00000100:00100000:2.0:1746138027.122082:0:8507:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6009 00002000:00100000:2.0:1746138027.122095:0:8507:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff8800a56ec000 x1830957972689664/t4294968979(0) o4->596ba1cf-3330-4f6b-9e4f-ea2443b37aa5@192.168.204.27@tcp:463/0 lens 488/448 e 0 to 0 dl 1746138038 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746138027.122103:0:8507:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56ec000 with x1830957972689664 ext(12582912->13631487) 00002000:00010000:2.0:1746138027.122109:0:8507:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56ec000 00000001:02000400:3.0:1746138027.528508:0:4528:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 Debug log: 69828 lines, 69828 kept, 0 dropped, 0 bad.